[ 523.797659] env[65062]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.797659] env[65062]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.808140] env[65150]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.808140] env[65150]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.372128] env[65150]: INFO neutron.common.config [-] Logging enabled! [ 526.372464] env[65150]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 526.372668] env[65150]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65150) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.372999] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.373116] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.373951] env[65150]: WARNING oslo_policy.policy [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.374198] env[65150]: WARNING oslo_policy.policy [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.375896] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] VMware NSXv3 Agent initialized successfully. [ 526.376279] env[65150]: DEBUG oslo_concurrency.lockutils [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] Acquiring lock "singleton_lock" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.376410] env[65150]: DEBUG oslo_concurrency.lockutils [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] Acquired lock "singleton_lock" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.376615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] Releasing lock "singleton_lock" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.376904] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] Full set of CONF: {{(pid=65150) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.377030] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ******************************************************************************** {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.377134] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] Configuration options gathered from: {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.377489] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.377665] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.377774] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ================================================================================ {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.377943] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] agent_down_time = 75 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378094] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] allow_automatic_dhcp_failover = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378229] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] allow_bulk = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378368] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] api_extensions_path = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378503] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] api_paste_config = api-paste.ini {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378638] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] auth_strategy = keystone {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378740] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] backdoor_port = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.378850] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] backdoor_socket = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379014] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] backlog = 4096 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379159] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379316] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] bind_host = 0.0.0.0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379456] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] bind_port = 9696 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379587] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] client_socket_timeout = 900 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379725] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] config_dir = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379851] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.379994] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] config_source = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.380148] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] control_exchange = neutron {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.380285] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] core_plugin = ml2 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.380418] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] debug = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.380551] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] default_availability_zones = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.380768] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.380927] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] dhcp_agent_notification = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381079] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] dhcp_agents_per_network = 1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381219] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] dhcp_lease_duration = 86400 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381361] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] dhcp_load_type = networks {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381499] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] dns_domain = openstacklocal {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381632] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381765] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_default_route_bfd = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.381920] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_default_route_ecmp = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382078] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_dvr = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382210] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_new_agents = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382340] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382468] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_signals = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382595] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] enable_traditional_dhcp = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382718] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] external_dns_driver = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382845] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] filter_validation = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.382985] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] global_physnet_mtu = 8950 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.383127] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] graceful_shutdown_timeout = 60 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.383304] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] host = cpu-1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.383518] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] host_dvr_for_dhcp = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.383675] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] http_retries = 3 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.383818] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] instance_format = [instance: %(uuid)s] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.383956] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384105] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ipam_driver = internal {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384236] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ipv6_pd_enabled = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384364] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] l3_ha = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384498] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384633] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] l3_ha_network_physical_name = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384767] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] l3_ha_network_type = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.384931] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_color = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385085] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_config_append = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385226] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385359] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_dir = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385492] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_file = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385596] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_options = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385730] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_rotate_interval = 1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.385875] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_rotate_interval_type = days {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386015] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] log_rotation_type = none {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386134] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386241] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386368] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386495] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386595] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386726] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] max_dns_nameservers = 5 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386857] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] max_header_line = 16384 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.386987] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] max_l3_agents_per_router = 3 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387128] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] max_logfile_count = 30 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387258] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] max_logfile_size_mb = 200 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387386] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] max_subnet_host_routes = 20 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387522] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] my_ip = 10.180.1.21 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387655] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] my_ipv6 = ::1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387785] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] network_auto_schedule = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.387932] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] network_link_prefix = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388088] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388230] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] notify_nova_on_port_data_changes = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388366] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] notify_nova_on_port_status_changes = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388498] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] pagination_max_limit = -1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388627] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] publish_errors = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388756] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] rate_limit_burst = 0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.388893] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] rate_limit_except_level = CRITICAL {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389032] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] rate_limit_interval = 0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389164] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] retry_until_window = 30 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389291] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] router_distributed = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389414] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] rpc_resources_processing_step = 20 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389541] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] rpc_response_max_timeout = 600 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389669] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] rpc_response_timeout = 60 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389827] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] send_events_interval = 2 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.389986] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] service_plugins = ['router'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.390142] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] setproctitle = on {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.390273] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] shell_completion = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.390410] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] state_path = /opt/stack/data/neutron {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.390545] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] syslog_log_facility = LOG_USER {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.390676] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] tcp_keepidle = 600 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.390852] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] transport_url = **** {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391008] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] use_journal = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391147] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] use_json = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391277] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] use_ssl = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391429] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] use_stderr = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391540] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] use_syslog = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391668] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] vlan_qinq = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391792] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] vlan_transparent = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.391922] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] watch_log_file = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.392062] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] wsgi_default_pool_size = 100 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.392194] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] wsgi_keep_alive = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.392328] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.392457] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] wsgi_server_debug = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.392604] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_concurrency.disable_process_locking = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.392746] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.392891] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393034] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393173] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393310] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393445] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393594] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.connection_string = messaging:// {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393736] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.enabled = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.393902] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.es_doc_type = notification {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394061] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.es_scroll_size = 10000 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394208] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.es_scroll_time = 2m {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394346] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.filter_error_trace = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394488] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.hmac_keys = **** {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394628] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.sentinel_service_name = mymaster {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394770] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.socket_timeout = 0.1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.394902] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.trace_requests = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.395041] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler.trace_sqlalchemy = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.395194] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler_jaeger.process_tags = {} {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.395328] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler_jaeger.service_name_prefix = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.395461] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] profiler_otlp.service_name_prefix = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.395612] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.enforce_new_defaults = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.395887] env[65150]: WARNING oslo_config.cfg [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.396050] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.enforce_scope = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.396197] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.policy_default_rule = default {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.396349] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.396495] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.396632] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.396762] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.396918] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.397416] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.397591] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.397741] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.397899] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398063] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] agent.extensions = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398210] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398353] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] service_providers.service_provider = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398498] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.default_quota = -1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398641] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398778] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_floatingip = 50 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.398913] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_network = 100 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399057] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_port = 500 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399192] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399325] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_router = 10 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399455] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_security_group = 10 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399588] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399721] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.quota_subnet = 100 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.399899] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] QUOTAS.track_quota_usage = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400077] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400219] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.group = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400357] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.helper_command = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400492] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.log_daemon_traceback = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400632] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400791] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.thread_pool_size = 8 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.400943] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep.user = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401100] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401237] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.group = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401370] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.helper_command = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401502] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401637] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401772] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.401904] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_dhcp_release.user = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402057] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402192] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.group = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402322] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402454] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402594] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402726] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.402861] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_ovs_vsctl.user = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403042] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.capabilities = [21] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403181] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.group = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403313] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.helper_command = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403482] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403581] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403716] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403845] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_namespace.user = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.403986] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.capabilities = [12] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404128] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.group = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404259] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.helper_command = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404389] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404525] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404656] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404784] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_conntrack.user = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.404926] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.capabilities = [12, 21] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405065] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.group = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405197] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.helper_command = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405330] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.log_daemon_traceback = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405464] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405596] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.thread_pool_size = 8 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405724] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] privsep_link.user = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.405874] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406060] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406209] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.continue_on_failed_promotions = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406343] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.dscp = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406480] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.dscp_inherit = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406622] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.force_mp_to_policy = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406756] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.locking_coordinator_url = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.406889] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.log_agent_heartbeats = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407032] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.logging_expire = 1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407176] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407312] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407451] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.polling_interval = 240 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407586] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407725] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.407869] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.report_interval = 30.0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408023] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408169] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408309] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408448] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.sync_skew = 60 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408583] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.synchronization_queue_size = 20 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408718] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT.use_helper_for_ns_read = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.408872] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] SECURITYGROUP.enable_ipset = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.409048] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] SECURITYGROUP.enable_security_group = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.409213] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.409391] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.409542] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] experimental.ipv6_pd_enabled = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.409705] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.extension_drivers = ['port_security'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.409866] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.external_network_type = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410039] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410190] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.overlay_ip_version = 4 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410334] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.path_mtu = 8950 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410476] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.physical_network_mtus = {} {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410622] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410763] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.410907] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ml2.type_drivers = ['vlan'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411065] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411207] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411341] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411487] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411633] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411770] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.411929] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.412101] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.412247] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.412456] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.412604] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_login_password = **** {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.412754] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.412892] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_login_user = admin {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413042] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413188] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413322] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413454] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413592] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413735] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.413873] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414021] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414160] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414300] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414444] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414580] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414720] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.414927] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415106] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415249] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415387] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415528] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.auth_section = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415673] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.auth_type = password {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415812] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.415943] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.certfile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416356] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.collect_timing = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416356] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.endpoint_type = public {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416356] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.insecure = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416485] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.keyfile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416612] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.region_name = RegionOne {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416748] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.split_loggers = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.416881] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] nova.timeout = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417029] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.auth_section = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417175] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.auth_type = password {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417313] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417442] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.certfile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417574] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.collect_timing = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417711] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.endpoint_type = public {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417841] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.insecure = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.417999] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.keyfile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418164] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.region_name = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418297] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.split_loggers = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418427] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] placement.timeout = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418566] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.auth_section = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418698] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.auth_type = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418830] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.cafile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.418959] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.certfile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419104] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.collect_timing = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419235] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.connect_retries = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419363] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.connect_retry_delay = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419493] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.enable_notifications = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419619] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.endpoint_override = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419769] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.insecure = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.419913] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.interface = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420055] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.keyfile = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420191] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.max_version = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420319] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.min_version = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420445] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.region_name = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420572] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.retriable_status_codes = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420699] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.service_name = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.420889] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.service_type = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421072] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.split_loggers = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421211] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.status_code_retries = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421344] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.status_code_retry_delay = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421474] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.timeout = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421608] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.valid_interfaces = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421740] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ironic.version = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.421880] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] cli_script.dry_run = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422035] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422179] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422309] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422440] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422569] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422698] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422833] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.422964] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423106] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423246] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423375] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423514] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423652] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423795] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.423958] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424115] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424249] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424379] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424515] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424648] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424779] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.424909] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425044] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425308] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425308] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425417] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425544] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425670] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425797] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.425926] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426068] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.ssl = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426209] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426346] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426477] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426612] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426747] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.426900] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.427093] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_notifications.driver = [] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.427239] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_notifications.retry = -1 {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.427391] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.427524] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.427629] env[65150]: DEBUG oslo_service.backend._eventlet.service [None req-dde31fb6-d724-4771-9377-2667472923e5 None None] ******************************************************************************** {{(pid=65150) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.428783] env[65150]: DEBUG neutron.agent.securitygroups_rpc [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Init firewall settings (driver=nsxv3) {{(pid=65150) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.430175] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65150) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.430422] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.432680] env[65150]: DEBUG dogpile.cache.region [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.432812] env[65150]: DEBUG dogpile.lock [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.432927] env[65150]: DEBUG dogpile.lock [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.433032] env[65150]: DEBUG dogpile.lock [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.433132] env[65150]: DEBUG dogpile.cache.region [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.433222] env[65150]: DEBUG dogpile.lock [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.433351] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.463054] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Session token - acquiring [ 526.464997] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.465201] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.465281] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.465730] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.476689] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.749940] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.768390] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.768579] env[65150]: DEBUG dogpile.cache.region [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.768652] env[65150]: DEBUG dogpile.lock [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.768772] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Activating Policy API Provider. [ 526.768961] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Looking for the default Infrastructure Rules. [ 526.835396] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Looking for the Default Layer3 Logged Drop Section. [ 526.851506] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.851977] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.852188] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.852303] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.852592] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.852928] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.367899] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.870995] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.373511] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Inventory metadata is going to be refreshed. [ 528.373709] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.118485] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.118956] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.118956] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.119165] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.131593] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.132499] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.133164] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.151205] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.151453] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.151511] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.151776] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.151900] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.152060] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.152178] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.152283] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.172885] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.173141] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.173191] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.173480] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.173659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.173805] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.195653] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.195895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.195942] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.196275] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.196786] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.196946] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.215810] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.216052] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.216103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.216376] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.216524] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.216678] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.216784] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.216887] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.253832] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.254103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.254202] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.254441] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.254583] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.254731] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.254839] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.254944] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.283487] env[65150]: DEBUG networking_nsxv3.common.locking [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.283749] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.283749] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.284076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.284228] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.284387] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.284492] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.284593] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Inventory metadata have been refreshed. [ 529.284689] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Dryrun:True. Metadata refresh completed. [ 529.284804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Releasing lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.286502] env[65150]: INFO neutron.agent.agent_extensions_manager [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Loaded agent extensions: [] [ 529.287231] env[65150]: DEBUG neutron_lib.callbacks.manager [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65150) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.335102] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.335255] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.335316] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent out of sync with plugin! [ 534.287970] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.288374] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.289092] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.289472] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.290680] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.291102] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.541414] env[65150]: INFO networking_nsxv3.common.synchronization [None req-334fcad1-5541-4b32-b2b0-9a7e2c9000c9 demo admin] Enqueued Resource ID: 08ec5a60-1b9f-4cca-9e0d-0db8383af9b8 with Priority: HIGHEST for action security_group_rules [ 544.541680] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ec5a60-1b9f-4cca-9e0d-0db8383af9b8 with Priority: HIGHEST for action security_group_rules [ 544.541980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08ec5a60-1b9f-4cca-9e0d-0db8383af9b8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.542122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08ec5a60-1b9f-4cca-9e0d-0db8383af9b8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.542192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08ec5a60-1b9f-4cca-9e0d-0db8383af9b8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.542531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08ec5a60-1b9f-4cca-9e0d-0db8383af9b8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.542609] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08ec5a60-1b9f-4cca-9e0d-0db8383af9b8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.063361] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.063619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.063760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.064064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.064243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.064414] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08ec5a60-1b9f-4cca-9e0d-0db8383af9b8 already deleted. [ 545.064585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08ec5a60-1b9f-4cca-9e0d-0db8383af9b8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.542695] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.543109] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.543365] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.543746] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.290567] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.291044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.291044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.291197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.291469] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.793915] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.296417] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.799448] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 558.799669] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 559.544452] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.544857] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.592799] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.593038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.593038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.593199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.604317] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 559.605164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.606068] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 559.624165] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.624375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.624375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.624571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.624663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.624771] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 559.624843] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.624915] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 559.644249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.644461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.644461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.644629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.644768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.644880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 559.665347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.665595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.665595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.665729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.665841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.665948] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 559.687076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.687381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.687381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.687494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.687595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.687714] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 559.687782] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.687854] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 559.706232] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.706461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.706461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.706634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.706719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.706829] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 559.706898] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.706967] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 559.728751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.729082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.729082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.729220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.729284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.729387] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 559.729456] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.729519] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 559.729602] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 559.729721] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 559.729799] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 559.729862] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 559.730134] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 559.730199] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 559.730265] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 559.750679] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.750910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.750910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.751114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.751225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.751380] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 559.774586] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.774811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.774811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.774991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.775116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.789263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.545388] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.545851] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.546384] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.546744] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.894964] env[65150]: INFO networking_nsxv3.common.synchronization [None req-509a0108-7372-4259-9b1d-62ef0dbbae2f None None] Enqueued Resource ID: e42aedee-1583-4b54-b997-77031210a005 with Priority: HIGHEST for action port [ 569.894964] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e42aedee-1583-4b54-b997-77031210a005 with Priority: HIGHEST for action port [ 569.895870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e42aedee-1583-4b54-b997-77031210a005 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.895870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e42aedee-1583-4b54-b997-77031210a005" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.895870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e42aedee-1583-4b54-b997-77031210a005" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.896103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e42aedee-1583-4b54-b997-77031210a005" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.896165] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e42aedee-1583-4b54-b997-77031210a005',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.110576] env[65150]: INFO networking_nsxv3.common.synchronization [None req-30a57672-9830-4e27-a83c-09278fdd6879 None None] Enqueued Resource ID: 4c04e6c2-7505-4cd9-8746-827a8c6f216b with Priority: HIGHEST for action port [ 570.111068] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c04e6c2-7505-4cd9-8746-827a8c6f216b with Priority: HIGHEST for action port [ 570.111376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c04e6c2-7505-4cd9-8746-827a8c6f216b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.111507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c04e6c2-7505-4cd9-8746-827a8c6f216b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.111602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c04e6c2-7505-4cd9-8746-827a8c6f216b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.111863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c04e6c2-7505-4cd9-8746-827a8c6f216b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.111946] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c04e6c2-7505-4cd9-8746-827a8c6f216b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.403468] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e42aedee-1583-4b54-b997-77031210a005 [ 570.403468] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.403468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.403468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.403468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.403468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.403468] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e42aedee-1583-4b54-b997-77031210a005 already deleted. [ 570.403468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e42aedee-1583-4b54-b997-77031210a005" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.617625] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c04e6c2-7505-4cd9-8746-827a8c6f216b [ 570.618462] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.618462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.618462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.618665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.618784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.618914] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c04e6c2-7505-4cd9-8746-827a8c6f216b already deleted. [ 570.619047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c04e6c2-7505-4cd9-8746-827a8c6f216b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.978020] env[65150]: INFO networking_nsxv3.common.synchronization [None req-5b8ef21d-3b1f-4a48-8de3-5d49f2fb816d None None] Enqueued Resource ID: e3f04e7a-52fb-4d78-b517-5a508f5e3e40 with Priority: HIGHEST for action port [ 571.978020] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f04e7a-52fb-4d78-b517-5a508f5e3e40 with Priority: HIGHEST for action port [ 571.978728] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f04e7a-52fb-4d78-b517-5a508f5e3e40 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.978728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f04e7a-52fb-4d78-b517-5a508f5e3e40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.978854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f04e7a-52fb-4d78-b517-5a508f5e3e40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.979512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f04e7a-52fb-4d78-b517-5a508f5e3e40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.979512] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f04e7a-52fb-4d78-b517-5a508f5e3e40',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.482420] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3f04e7a-52fb-4d78-b517-5a508f5e3e40 [ 572.482690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.482765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.482802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.483609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.483609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.483609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3f04e7a-52fb-4d78-b517-5a508f5e3e40 already deleted. [ 572.483609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f04e7a-52fb-4d78-b517-5a508f5e3e40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.271665] env[65150]: INFO networking_nsxv3.common.synchronization [None req-e5b8a9fb-4d9a-4f4a-b2e1-eb7f2f60308f None None] Enqueued Resource ID: 00b752bc-e445-446e-a7d0-c5830288372d with Priority: HIGHEST for action port [ 573.272225] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b752bc-e445-446e-a7d0-c5830288372d with Priority: HIGHEST for action port [ 573.272524] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-00b752bc-e445-446e-a7d0-c5830288372d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.272650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00b752bc-e445-446e-a7d0-c5830288372d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.272714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00b752bc-e445-446e-a7d0-c5830288372d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.273014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00b752bc-e445-446e-a7d0-c5830288372d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.273135] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b752bc-e445-446e-a7d0-c5830288372d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.775734] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00b752bc-e445-446e-a7d0-c5830288372d [ 573.776573] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.776878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.777749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.777749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.777749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.777749] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00b752bc-e445-446e-a7d0-c5830288372d already deleted. [ 573.777749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00b752bc-e445-446e-a7d0-c5830288372d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.856509] env[65150]: INFO networking_nsxv3.common.synchronization [None req-62eb1f0a-594e-4c2b-a677-1578d1a00df7 None None] Enqueued Resource ID: e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91 with Priority: HIGHEST for action port [ 573.856509] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91 with Priority: HIGHEST for action port [ 573.861170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.861170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.861170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.861170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.861170] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.008588] env[65150]: INFO networking_nsxv3.common.synchronization [None req-c319e514-70e1-4b89-9bc4-875bf6ca7e7a None None] Enqueued Resource ID: c1e21c11-dcd6-49ef-91b3-04c1a605916d with Priority: HIGHEST for action port [ 574.009722] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1e21c11-dcd6-49ef-91b3-04c1a605916d with Priority: HIGHEST for action port [ 574.010144] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1e21c11-dcd6-49ef-91b3-04c1a605916d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.010305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1e21c11-dcd6-49ef-91b3-04c1a605916d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.010401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1e21c11-dcd6-49ef-91b3-04c1a605916d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.010698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1e21c11-dcd6-49ef-91b3-04c1a605916d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.010819] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1e21c11-dcd6-49ef-91b3-04c1a605916d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.364141] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91 [ 574.364141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.364141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.364141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.364141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.364141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.364141] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91 already deleted. [ 574.364141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b02454-bdad-4cdd-8ce8-1a2bdbe99e91" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.512953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1e21c11-dcd6-49ef-91b3-04c1a605916d [ 574.513216] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.513351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.513419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.513648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.513738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.513846] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1e21c11-dcd6-49ef-91b3-04c1a605916d already deleted. [ 574.513894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1e21c11-dcd6-49ef-91b3-04c1a605916d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.131586] env[65150]: INFO networking_nsxv3.common.synchronization [None req-e263ba7c-8470-4bc5-8e8d-1e978d61719b None None] Enqueued Resource ID: 97fd9ee7-4c93-4b26-8940-5b1a55d9e44c with Priority: HIGHEST for action port [ 576.132800] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fd9ee7-4c93-4b26-8940-5b1a55d9e44c with Priority: HIGHEST for action port [ 576.132800] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fd9ee7-4c93-4b26-8940-5b1a55d9e44c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.133059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fd9ee7-4c93-4b26-8940-5b1a55d9e44c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.133059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fd9ee7-4c93-4b26-8940-5b1a55d9e44c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.133503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fd9ee7-4c93-4b26-8940-5b1a55d9e44c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.133503] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fd9ee7-4c93-4b26-8940-5b1a55d9e44c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.562394] env[65150]: INFO networking_nsxv3.common.synchronization [None req-e8110e8a-66e9-4122-bb59-6ee9f32ded8c None None] Enqueued Resource ID: 7be7a389-058c-48ec-8c43-566f1892aa94 with Priority: HIGHEST for action port [ 576.564932] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be7a389-058c-48ec-8c43-566f1892aa94 with Priority: HIGHEST for action port [ 576.565288] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be7a389-058c-48ec-8c43-566f1892aa94 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.565409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be7a389-058c-48ec-8c43-566f1892aa94" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.565474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be7a389-058c-48ec-8c43-566f1892aa94" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.565720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be7a389-058c-48ec-8c43-566f1892aa94" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.565800] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be7a389-058c-48ec-8c43-566f1892aa94',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.637122] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97fd9ee7-4c93-4b26-8940-5b1a55d9e44c [ 576.639035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.639035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.639035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.639035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.639035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.639035] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97fd9ee7-4c93-4b26-8940-5b1a55d9e44c already deleted. [ 576.639035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fd9ee7-4c93-4b26-8940-5b1a55d9e44c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.978811] env[65150]: INFO networking_nsxv3.common.synchronization [None req-ae7542b7-9b6f-4bff-866e-b04fbb23bb7e None None] Enqueued Resource ID: 987fb44d-894c-46d0-864a-4a60af046da7 with Priority: HIGHEST for action port [ 576.979696] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 987fb44d-894c-46d0-864a-4a60af046da7 with Priority: HIGHEST for action port [ 576.979696] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-987fb44d-894c-46d0-864a-4a60af046da7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.979696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-987fb44d-894c-46d0-864a-4a60af046da7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.979696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-987fb44d-894c-46d0-864a-4a60af046da7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.979965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-987fb44d-894c-46d0-864a-4a60af046da7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.981830] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987fb44d-894c-46d0-864a-4a60af046da7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.069955] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7be7a389-058c-48ec-8c43-566f1892aa94 [ 577.070221] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.070339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.071035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.071035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.071035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.071035] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7be7a389-058c-48ec-8c43-566f1892aa94 already deleted. [ 577.071035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be7a389-058c-48ec-8c43-566f1892aa94" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.485247] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 987fb44d-894c-46d0-864a-4a60af046da7 [ 577.485501] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.485886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.485886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.485886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.486024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.486056] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:987fb44d-894c-46d0-864a-4a60af046da7 already deleted. [ 577.486142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-987fb44d-894c-46d0-864a-4a60af046da7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.837092] env[65150]: INFO networking_nsxv3.common.synchronization [None req-25053ddd-c0f0-4df1-be4b-a2e674df9715 None None] Enqueued Resource ID: ad05f38f-1697-4d01-a108-943e9d9e5dc9 with Priority: HIGHEST for action port [ 577.837274] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad05f38f-1697-4d01-a108-943e9d9e5dc9 with Priority: HIGHEST for action port [ 577.837803] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad05f38f-1697-4d01-a108-943e9d9e5dc9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.837803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad05f38f-1697-4d01-a108-943e9d9e5dc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.837803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad05f38f-1697-4d01-a108-943e9d9e5dc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.837986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad05f38f-1697-4d01-a108-943e9d9e5dc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.838134] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad05f38f-1697-4d01-a108-943e9d9e5dc9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.340592] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad05f38f-1697-4d01-a108-943e9d9e5dc9 [ 578.340878] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.341024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.341117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.341370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.341467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.341564] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad05f38f-1697-4d01-a108-943e9d9e5dc9 already deleted. [ 578.341820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad05f38f-1697-4d01-a108-943e9d9e5dc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.752422] env[65150]: INFO networking_nsxv3.common.synchronization [None req-15aed0cf-c142-4185-9858-d54b69a19aad None None] Enqueued Resource ID: f76ad6c8-5398-4347-af47-044fba99dc40 with Priority: HIGHEST for action port [ 578.753360] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76ad6c8-5398-4347-af47-044fba99dc40 with Priority: HIGHEST for action port [ 578.753360] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f76ad6c8-5398-4347-af47-044fba99dc40 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.753513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f76ad6c8-5398-4347-af47-044fba99dc40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.753549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f76ad6c8-5398-4347-af47-044fba99dc40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.754107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f76ad6c8-5398-4347-af47-044fba99dc40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.754107] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f76ad6c8-5398-4347-af47-044fba99dc40',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.256639] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f76ad6c8-5398-4347-af47-044fba99dc40 [ 579.256639] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.256639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.256639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.256639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.256968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.256968] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f76ad6c8-5398-4347-af47-044fba99dc40 already deleted. [ 579.256968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f76ad6c8-5398-4347-af47-044fba99dc40" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.353187] env[65150]: INFO networking_nsxv3.common.synchronization [None req-7200585d-795a-4150-93ca-9705c9984133 None None] Enqueued Resource ID: e9ccdd90-894a-4606-95db-1be351da6d38 with Priority: HIGHEST for action port [ 579.353404] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ccdd90-894a-4606-95db-1be351da6d38 with Priority: HIGHEST for action port [ 579.353985] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9ccdd90-894a-4606-95db-1be351da6d38 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.354121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9ccdd90-894a-4606-95db-1be351da6d38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.354192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9ccdd90-894a-4606-95db-1be351da6d38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.354441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9ccdd90-894a-4606-95db-1be351da6d38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.354533] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ccdd90-894a-4606-95db-1be351da6d38',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.614344] env[65150]: INFO networking_nsxv3.common.synchronization [None req-0e335d29-d21f-4fd2-9857-b55b97c73b2b None None] Enqueued Resource ID: 067b26e1-c335-4562-940b-bcd0b1376ff3 with Priority: HIGHEST for action port [ 579.616029] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 067b26e1-c335-4562-940b-bcd0b1376ff3 with Priority: HIGHEST for action port [ 579.616644] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-067b26e1-c335-4562-940b-bcd0b1376ff3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.616959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-067b26e1-c335-4562-940b-bcd0b1376ff3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.617523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-067b26e1-c335-4562-940b-bcd0b1376ff3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.617795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-067b26e1-c335-4562-940b-bcd0b1376ff3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.617885] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('067b26e1-c335-4562-940b-bcd0b1376ff3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.856379] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9ccdd90-894a-4606-95db-1be351da6d38 [ 579.856892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.856892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.856892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.857208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.857417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.857570] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9ccdd90-894a-4606-95db-1be351da6d38 already deleted. [ 579.857708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9ccdd90-894a-4606-95db-1be351da6d38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.119816] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 067b26e1-c335-4562-940b-bcd0b1376ff3 [ 580.120121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.120385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.120385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.120496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.120578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.120745] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:067b26e1-c335-4562-940b-bcd0b1376ff3 already deleted. [ 580.120812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-067b26e1-c335-4562-940b-bcd0b1376ff3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.673685] env[65150]: INFO networking_nsxv3.common.synchronization [None req-08c11b03-025d-4dec-be83-3da5c2bba117 None None] Enqueued Resource ID: beab78bd-8488-4e48-93a2-4143bb91e517 with Priority: HIGHEST for action port [ 581.673928] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beab78bd-8488-4e48-93a2-4143bb91e517 with Priority: HIGHEST for action port [ 581.674498] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-beab78bd-8488-4e48-93a2-4143bb91e517 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.674739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beab78bd-8488-4e48-93a2-4143bb91e517" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.674739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beab78bd-8488-4e48-93a2-4143bb91e517" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.674916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beab78bd-8488-4e48-93a2-4143bb91e517" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.674992] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beab78bd-8488-4e48-93a2-4143bb91e517',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.180383] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beab78bd-8488-4e48-93a2-4143bb91e517 [ 582.180383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.180733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.180733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.180861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.180942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.181048] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beab78bd-8488-4e48-93a2-4143bb91e517 already deleted. [ 582.181132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beab78bd-8488-4e48-93a2-4143bb91e517" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.641450] env[65150]: INFO networking_nsxv3.common.synchronization [None req-7cce392a-320b-43f2-bb8e-ba219a31e6cf None None] Enqueued Resource ID: a0e56105-4e12-4d6a-a8f8-da29c9461773 with Priority: HIGHEST for action port [ 582.642755] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e56105-4e12-4d6a-a8f8-da29c9461773 with Priority: HIGHEST for action port [ 582.642755] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e56105-4e12-4d6a-a8f8-da29c9461773 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.642755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e56105-4e12-4d6a-a8f8-da29c9461773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.642755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e56105-4e12-4d6a-a8f8-da29c9461773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.643030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e56105-4e12-4d6a-a8f8-da29c9461773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.643105] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e56105-4e12-4d6a-a8f8-da29c9461773',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.972140] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2c55e115-eacf-4923-b3c3-b15649c88126 None None] Enqueued Resource ID: ffd8a125-1ae3-440a-acb7-d9d50063cf98 with Priority: HIGHEST for action port [ 582.972140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd8a125-1ae3-440a-acb7-d9d50063cf98 with Priority: HIGHEST for action port [ 582.972140] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd8a125-1ae3-440a-acb7-d9d50063cf98 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.972140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd8a125-1ae3-440a-acb7-d9d50063cf98" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.972140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd8a125-1ae3-440a-acb7-d9d50063cf98" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.972926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd8a125-1ae3-440a-acb7-d9d50063cf98" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.973705] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd8a125-1ae3-440a-acb7-d9d50063cf98',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.144978] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0e56105-4e12-4d6a-a8f8-da29c9461773 [ 583.145240] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.145374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.145438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.145648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.145741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.145846] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0e56105-4e12-4d6a-a8f8-da29c9461773 already deleted. [ 583.145958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e56105-4e12-4d6a-a8f8-da29c9461773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.477562] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd8a125-1ae3-440a-acb7-d9d50063cf98 [ 583.477785] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.478122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.478311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.478693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.479165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.479165] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd8a125-1ae3-440a-acb7-d9d50063cf98 already deleted. [ 583.479165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd8a125-1ae3-440a-acb7-d9d50063cf98" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.581428] env[65150]: INFO networking_nsxv3.common.synchronization [None req-9ce4ca5c-f894-4de8-9fa8-41d660734dda None None] Enqueued Resource ID: 90feb9fa-36d5-410a-b0f3-afd4be81eb66 with Priority: HIGHEST for action port [ 585.582000] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90feb9fa-36d5-410a-b0f3-afd4be81eb66 with Priority: HIGHEST for action port [ 585.582327] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-90feb9fa-36d5-410a-b0f3-afd4be81eb66 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.582454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90feb9fa-36d5-410a-b0f3-afd4be81eb66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.582530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90feb9fa-36d5-410a-b0f3-afd4be81eb66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.582765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90feb9fa-36d5-410a-b0f3-afd4be81eb66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.582851] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90feb9fa-36d5-410a-b0f3-afd4be81eb66',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.086243] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90feb9fa-36d5-410a-b0f3-afd4be81eb66 [ 586.086544] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.086636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.086687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.086882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.086950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.087147] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90feb9fa-36d5-410a-b0f3-afd4be81eb66 already deleted. [ 586.087147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90feb9fa-36d5-410a-b0f3-afd4be81eb66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.135108] env[65150]: INFO networking_nsxv3.common.synchronization [None req-dca07d0b-7098-488b-a705-9932f69d6d96 None None] Enqueued Resource ID: 0e904516-ff78-4017-bc88-11098518e4c2 with Priority: HIGHEST for action port [ 586.135108] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e904516-ff78-4017-bc88-11098518e4c2 with Priority: HIGHEST for action port [ 586.135108] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e904516-ff78-4017-bc88-11098518e4c2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.135108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e904516-ff78-4017-bc88-11098518e4c2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.135108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e904516-ff78-4017-bc88-11098518e4c2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.135520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e904516-ff78-4017-bc88-11098518e4c2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.135520] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e904516-ff78-4017-bc88-11098518e4c2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.191040] env[65150]: INFO networking_nsxv3.common.synchronization [req-a028a59d-4deb-42a9-a6a2-39e78e3e2d43 req-8fd215db-fb4f-40a9-af2d-50002c91391b tempest-ImagesNegativeTestJSON-381008126 tempest-ImagesNegativeTestJSON-381008126-project-member] Enqueued Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_members [ 586.191040] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_members [ 586.191040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.191040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.191040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.191376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.192652] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.192652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.192652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.192652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.192652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.192652] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.397716] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3375c78c-c512-41db-98f5-99ec8229ee34 None None] Enqueued Resource ID: f95d1072-3611-4216-908c-947a1b589290 with Priority: HIGHEST for action port [ 586.400800] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95d1072-3611-4216-908c-947a1b589290 with Priority: HIGHEST for action port [ 586.400930] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f95d1072-3611-4216-908c-947a1b589290 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.401098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f95d1072-3611-4216-908c-947a1b589290" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.401192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f95d1072-3611-4216-908c-947a1b589290" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.401456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f95d1072-3611-4216-908c-947a1b589290" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.401567] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95d1072-3611-4216-908c-947a1b589290',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.638035] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e904516-ff78-4017-bc88-11098518e4c2 [ 586.638284] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.638415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.638485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.638823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.638874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.638954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e904516-ff78-4017-bc88-11098518e4c2 already deleted. [ 586.639102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e904516-ff78-4017-bc88-11098518e4c2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.673156] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.673345] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-97" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.673460] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-97" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.673774] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-97" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.674298] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.674541] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.674694] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.674938] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.675123] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.675445] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.675590] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.675724] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.675860] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.675996] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.676138] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.676303] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.696687] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.696858] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.696986] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.697693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-97" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.697693] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-60f59362-e963-46aa-916d-97f93812dbb2 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.697693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.697882] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.698060] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.698200] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f59362-e963-46aa-916d-97f93812dbb2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.699796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.699960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.700230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.700402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.701417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.701616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.701794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.701892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.702098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.702339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.702339] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a80b092d-521f-4acf-ae11-5df25ea978e9 already deleted. [ 586.702427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.904086] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f95d1072-3611-4216-908c-947a1b589290 [ 586.904379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.904557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.904659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.904897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.905037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.905166] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f95d1072-3611-4216-908c-947a1b589290 already deleted. [ 586.905281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f95d1072-3611-4216-908c-947a1b589290" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.204911] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.204911] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.204911] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.205219] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.205219] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.205360] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 60f59362-e963-46aa-916d-97f93812dbb2 not found, creating... [ 587.205645] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.205818] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.205930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.206976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.206976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.206976] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.206976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.206976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.207288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.207288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.207410] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 60f59362-e963-46aa-916d-97f93812dbb2 is going to be created. [ 587.229918] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.230189] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.230381] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.230640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.230965] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.231142] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.057316] env[65150]: INFO networking_nsxv3.common.synchronization [req-a028a59d-4deb-42a9-a6a2-39e78e3e2d43 req-3f0b35ce-9b59-4350-bb38-a911c36a1f47 service nova] Enqueued Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_rules [ 588.057589] env[65150]: INFO networking_nsxv3.common.synchronization [req-a028a59d-4deb-42a9-a6a2-39e78e3e2d43 req-3f0b35ce-9b59-4350-bb38-a911c36a1f47 service nova] Enqueued Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_members [ 588.057630] env[65150]: INFO networking_nsxv3.common.synchronization [req-a028a59d-4deb-42a9-a6a2-39e78e3e2d43 req-3f0b35ce-9b59-4350-bb38-a911c36a1f47 service nova] Enqueued Resource ID: 60f59362-e963-46aa-916d-97f93812dbb2 with Priority: HIGHEST for action port [ 588.058435] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_rules [ 588.058615] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_members [ 588.058819] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f59362-e963-46aa-916d-97f93812dbb2 with Priority: HIGHEST for action port [ 588.059269] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.059405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.059477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.059729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.059813] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.063021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.063021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.063021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.063021] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.063643] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f59362-e963-46aa-916d-97f93812dbb2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.063643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.063643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.063643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.063787] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f59362-e963-46aa-916d-97f93812dbb2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.108334] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-a59ca362-1806-462f-acf0-cdabfad93fc5 tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 588.108825] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 588.109750] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.109750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.109750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.109750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.109750] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.110048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.110048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.110164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.110299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.110419] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.167818] env[65150]: INFO networking_nsxv3.common.synchronization [None req-85c0ba1a-d75b-46e2-b8d1-a66dd3849ea2 None None] Enqueued Resource ID: 783f3b4d-11ee-4278-893b-fea80c0f1355 with Priority: HIGHEST for action port [ 588.169236] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f3b4d-11ee-4278-893b-fea80c0f1355 with Priority: HIGHEST for action port [ 588.169236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-783f3b4d-11ee-4278-893b-fea80c0f1355 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.169236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783f3b4d-11ee-4278-893b-fea80c0f1355" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.169236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783f3b4d-11ee-4278-893b-fea80c0f1355" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.169236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783f3b4d-11ee-4278-893b-fea80c0f1355" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.169236] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783f3b4d-11ee-4278-893b-fea80c0f1355',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.302887] env[65150]: INFO networking_nsxv3.common.synchronization [None req-4d5235c8-fec8-42e1-bd16-94223bec0691 tempest-VolumesAssistedSnapshotsTest-731888330 tempest-VolumesAssistedSnapshotsTest-731888330-project-member] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_rules [ 588.303137] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_rules [ 588.303959] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.303959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.303959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.303959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.303959] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.373805] env[65150]: INFO networking_nsxv3.common.synchronization [None req-f4809ad9-7eba-4b4c-b7e0-2ee559e064ac None None] Enqueued Resource ID: 9f566289-dbd7-418b-a890-805e76e9bfd5 with Priority: HIGHEST for action port [ 588.374390] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f566289-dbd7-418b-a890-805e76e9bfd5 with Priority: HIGHEST for action port [ 588.374672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f566289-dbd7-418b-a890-805e76e9bfd5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.374807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f566289-dbd7-418b-a890-805e76e9bfd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.375195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f566289-dbd7-418b-a890-805e76e9bfd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.375484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f566289-dbd7-418b-a890-805e76e9bfd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.375580] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f566289-dbd7-418b-a890-805e76e9bfd5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.485550] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.485742] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.485863] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.486238] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.486806] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.486974] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.487651] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.487890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.488045] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.488518] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.488645] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.488757] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.488861] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.488967] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.489097] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.489285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.509181] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.509338] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.509427] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.509595] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.509948] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.510129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.511662] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.511662] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.511662] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf317f2-c58f-4cc9-8a74-659bf42b68f1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.566568] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.566568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.578169] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f59362-e963-46aa-916d-97f93812dbb2 with status ACTIVE [ 588.578169] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.578169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.578169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.578169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.578474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.578693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.578898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.579056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.579271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.579400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.579651] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.579833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.580058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.580159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.580296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.580417] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f59362-e963-46aa-916d-97f93812dbb2 is going to be updated. [ 588.582461] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.603423] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.603423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.603423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.603423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.603703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.603901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f59362-e963-46aa-916d-97f93812dbb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.612050] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.612274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.612384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.612620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.612757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.613015] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.613259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.613259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.613375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.613997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.613997] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 already deleted. [ 588.613997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.671271] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783f3b4d-11ee-4278-893b-fea80c0f1355 [ 588.671506] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.671635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.671734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.671907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.671996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.672105] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783f3b4d-11ee-4278-893b-fea80c0f1355 already deleted. [ 588.672188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783f3b4d-11ee-4278-893b-fea80c0f1355" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.715834] env[65150]: INFO networking_nsxv3.common.synchronization [None req-802bff32-b1c3-4c0b-aa83-c99d64e9bee1 tempest-VolumesAssistedSnapshotsTest-731888330 tempest-VolumesAssistedSnapshotsTest-731888330-project-member] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_rules [ 588.716573] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_rules [ 588.716935] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.716935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.823604] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.823740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.823813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.824037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.824133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.824226] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 already deleted. [ 588.824306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.824450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.824593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.824674] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.879072] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f566289-dbd7-418b-a890-805e76e9bfd5 [ 588.879335] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.879470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.879541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.879767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.879869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.879921] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f566289-dbd7-418b-a890-805e76e9bfd5 already deleted. [ 588.880016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f566289-dbd7-418b-a890-805e76e9bfd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.014414] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.014621] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.014747] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.015066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.015220] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.015353] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port cdf317f2-c58f-4cc9-8a74-659bf42b68f1 not found, creating... [ 589.015684] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.015818] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.015905] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.016181] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.016826] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.017227] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.017334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.017439] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.017622] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.017750] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.017986] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: cdf317f2-c58f-4cc9-8a74-659bf42b68f1 is going to be created. [ 589.038278] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.038522] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.038696] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.038979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.039221] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.039443] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.084578] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.324956] env[65150]: INFO networking_nsxv3.common.synchronization [None req-50b521bf-44e3-42f7-8b98-dfc121d4dd2e tempest-ServersTestFqdnHostnames-599159998 tempest-ServersTestFqdnHostnames-599159998-project-member] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_rules [ 589.326214] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_rules [ 589.326214] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.326214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.326214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.326449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.326542] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.348315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.348486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.348529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.348758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.348857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.348962] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 already deleted. [ 589.349050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.496070] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3e7a4410-62d3-4b26-a256-60913750bf09 None None] Enqueued Resource ID: 21fdb4b3-631f-4f48-ad1b-40330f634d5b with Priority: HIGHEST for action port [ 589.496340] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fdb4b3-631f-4f48-ad1b-40330f634d5b with Priority: HIGHEST for action port [ 589.496883] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fdb4b3-631f-4f48-ad1b-40330f634d5b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.497044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fdb4b3-631f-4f48-ad1b-40330f634d5b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.497124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fdb4b3-631f-4f48-ad1b-40330f634d5b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.497391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fdb4b3-631f-4f48-ad1b-40330f634d5b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.497480] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fdb4b3-631f-4f48-ad1b-40330f634d5b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.509210] env[65150]: INFO networking_nsxv3.common.synchronization [None req-0ed39872-cd32-4050-84a3-3a9481aaeb8f tempest-ServersTestFqdnHostnames-599159998 tempest-ServersTestFqdnHostnames-599159998-project-member] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_rules [ 589.509532] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_rules [ 589.509822] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.509925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.587948] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.588141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.588201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.588390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.588479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.588617] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a80b092d-521f-4acf-ae11-5df25ea978e9 is going to be created. [ 589.619184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.619347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.619401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.619612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.620583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.631295] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a80b092d-521f-4acf-ae11-5df25ea978e9 in Status: UNINITIALIZED for 2s [ 589.777290] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-d4ade4cb-e17f-4db8-80bd-bcd40a955d37 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 589.778025] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-d4ade4cb-e17f-4db8-80bd-bcd40a955d37 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 589.778025] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-d4ade4cb-e17f-4db8-80bd-bcd40a955d37 service nova] Enqueued Resource ID: cdf317f2-c58f-4cc9-8a74-659bf42b68f1 with Priority: HIGHEST for action port [ 589.778138] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 589.778316] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 589.778998] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf317f2-c58f-4cc9-8a74-659bf42b68f1 with Priority: HIGHEST for action port [ 589.779525] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.781409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.781409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.781409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.781409] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.782243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.782243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.782243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.782688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.782688] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.782688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.782688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.782913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.782960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.783256] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.784033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.784033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.784033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.784172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.784216] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf317f2-c58f-4cc9-8a74-659bf42b68f1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.852896] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.853119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.853179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.853367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.853459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.853555] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23c92381-38c9-486b-a48a-30635c78255f already deleted. [ 589.853637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.853777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.853926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.854018] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.000264] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21fdb4b3-631f-4f48-ad1b-40330f634d5b [ 590.000486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.000611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.000702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.000919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.001027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.001127] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21fdb4b3-631f-4f48-ad1b-40330f634d5b already deleted. [ 590.001207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fdb4b3-631f-4f48-ad1b-40330f634d5b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.289260] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.290384] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.290516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.291836] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdf317f2-c58f-4cc9-8a74-659bf42b68f1 with status ACTIVE [ 590.291836] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.291836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.291836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.291836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.291836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.291836] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.291836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.291836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.292316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.292316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.293741] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.293865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.293934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.294118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.294198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.294288] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdf317f2-c58f-4cc9-8a74-659bf42b68f1 is going to be updated. [ 590.296977] env[65150]: INFO networking_nsxv3.common.synchronization [None req-4246eec9-eff5-44a1-a977-b5b2b750f256 None None] Enqueued Resource ID: 4fd860d0-1343-48a1-86d8-05627c7a0c0a with Priority: HIGHEST for action port [ 590.297706] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd860d0-1343-48a1-86d8-05627c7a0c0a with Priority: HIGHEST for action port [ 590.298304] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd860d0-1343-48a1-86d8-05627c7a0c0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.298378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd860d0-1343-48a1-86d8-05627c7a0c0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.298462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd860d0-1343-48a1-86d8-05627c7a0c0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.298649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd860d0-1343-48a1-86d8-05627c7a0c0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.298747] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd860d0-1343-48a1-86d8-05627c7a0c0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.318532] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.318708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.318828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.319050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.319193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.319351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf317f2-c58f-4cc9-8a74-659bf42b68f1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.374386] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.374523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.374596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.374803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.374895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.375059] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23c92381-38c9-486b-a48a-30635c78255f already deleted. [ 590.375121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.384515] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-da1456e9-cb47-4b4f-8a7f-3b050cfadfab tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 590.384515] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 590.384822] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.385152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.718492] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.718715] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.718904] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.719131] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.719406] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.719534] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.719645] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.719853] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.721088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.721088] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.721088] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.721088] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.721088] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.721088] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.721088] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.721088] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.740849] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.741051] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.741219] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.741804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.741804] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-2e5bd648-ef13-41d7-af60-56fecc0355ed taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.741957] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.742037] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.742476] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.742645] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5bd648-ef13-41d7-af60-56fecc0355ed',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.797361] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.800509] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fd860d0-1343-48a1-86d8-05627c7a0c0a [ 590.800811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.800946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.801024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.801235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.801359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.801791] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fd860d0-1343-48a1-86d8-05627c7a0c0a already deleted. [ 590.801791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd860d0-1343-48a1-86d8-05627c7a0c0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.248942] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.248942] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.249134] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.249359] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.249527] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.249686] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 2e5bd648-ef13-41d7-af60-56fecc0355ed not found, creating... [ 591.249991] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.250537] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.250642] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.250924] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.251103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.251435] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.251614] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.251804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.252298] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.252298] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.252298] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 2e5bd648-ef13-41d7-af60-56fecc0355ed is going to be created. [ 591.278104] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.278369] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.278488] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.278944] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.279097] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.279233] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.301455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.301455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.301455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.301455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.301455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.301455] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be created. [ 591.354681] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.354681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.354681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.354681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.354681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.379027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: UNINITIALIZED for 2s [ 591.643423] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a80b092d-521f-4acf-ae11-5df25ea978e9 in Status: SUCCESS [ 591.643671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.643842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.644075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.644277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.644390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.644456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.644615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.644699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.644783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.644874] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.121100] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-5707ba76-8e62-4d31-90ef-8f36ff775e10 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 592.121100] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-5707ba76-8e62-4d31-90ef-8f36ff775e10 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 592.121100] env[65150]: INFO networking_nsxv3.common.synchronization [req-db019026-6d38-4400-b426-1e9f78757466 req-5707ba76-8e62-4d31-90ef-8f36ff775e10 service nova] Enqueued Resource ID: 2e5bd648-ef13-41d7-af60-56fecc0355ed with Priority: HIGHEST for action port [ 592.121100] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 592.121100] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 592.121100] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5bd648-ef13-41d7-af60-56fecc0355ed with Priority: HIGHEST for action port [ 592.121100] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.121797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122095] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.122223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5bd648-ef13-41d7-af60-56fecc0355ed taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.122463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.122720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.123026] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5bd648-ef13-41d7-af60-56fecc0355ed',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.147605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.147740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.147801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.148232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151027] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.627653] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e5bd648-ef13-41d7-af60-56fecc0355ed with status ACTIVE [ 592.627945] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.628042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.628139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.628675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.628675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.628675] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.628840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.628878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.629012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.629283] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.629371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.629430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.629562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.629633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.629712] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e5bd648-ef13-41d7-af60-56fecc0355ed is going to be updated. [ 592.653122] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a80b092d-521f-4acf-ae11-5df25ea978e9: rpc.has_security_group_logging(os_id): False [ 592.658177] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.660637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.660637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.660637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.660637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.660637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5bd648-ef13-41d7-af60-56fecc0355ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.684607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.684805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.684869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.685071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.685270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.685416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.685545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.685605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.685781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.685876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.686792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.686959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.687035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.687178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.687253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.687444] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.687573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.687649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.687916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.688254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.688254] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a80b092d-521f-4acf-ae11-5df25ea978e9 is going to be created. [ 592.764219] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.764364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.764438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.764879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.764879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.776773] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a80b092d-521f-4acf-ae11-5df25ea978e9 in Status: IN_PROGRESS for 2s [ 592.935677] env[65150]: INFO networking_nsxv3.common.synchronization [req-6637f524-c358-443c-a646-bb908f6b49c4 req-f4c5a978-4386-4898-bd1d-e1c7e3bdb4d7 tempest-ServerDiagnosticsTest-399870861 tempest-ServerDiagnosticsTest-399870861-project-member] Enqueued Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_members [ 592.936457] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_members [ 592.936564] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.936681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.936762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.937287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.937469] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.937577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.937643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.937818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.937946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.938053] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.043426] env[65150]: INFO networking_nsxv3.common.synchronization [None req-fb7e51e3-3b8d-48be-9f76-99f2368670c0 None None] Enqueued Resource ID: e2fda1eb-dbb1-429b-b4e0-40b36533c96e with Priority: HIGHEST for action port [ 593.043426] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2fda1eb-dbb1-429b-b4e0-40b36533c96e with Priority: HIGHEST for action port [ 593.043761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2fda1eb-dbb1-429b-b4e0-40b36533c96e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.043761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2fda1eb-dbb1-429b-b4e0-40b36533c96e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.043761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2fda1eb-dbb1-429b-b4e0-40b36533c96e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.043878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2fda1eb-dbb1-429b-b4e0-40b36533c96e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.044115] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2fda1eb-dbb1-429b-b4e0-40b36533c96e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.361022] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.361022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.361022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.362118] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.364822] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.364822] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.364822] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.364822] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.364822] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.364822] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.364822] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.364822] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.364822] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.364822] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.364822] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.364822] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.386757] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.386919] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.387069] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.387235] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.387544] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-1e58588e-3c94-4875-8194-fcd962bd446f taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.387723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.387822] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.389034] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.389034] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e58588e-3c94-4875-8194-fcd962bd446f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.389882] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 593.390088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.390226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.390427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.390659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.390860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.390965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.391103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.391185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.391271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.391357] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.394437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.395103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.395103] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.395103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.395103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.395103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.395360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.395360] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.441287] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.441440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.441550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.441891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.441989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.442212] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.442318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.442389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.442550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.442682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.442790] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c already deleted. [ 593.442880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.546394] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2fda1eb-dbb1-429b-b4e0-40b36533c96e [ 593.546696] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.546832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.546905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.547144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.547232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.547326] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2fda1eb-dbb1-429b-b4e0-40b36533c96e already deleted. [ 593.547455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2fda1eb-dbb1-429b-b4e0-40b36533c96e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.876646] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6b0d3047-a574-4f18-bf7f-792e7b7a467a None None] Enqueued Resource ID: 35d1fa9e-e43d-416b-9c6d-bdc097177470 with Priority: HIGHEST for action port [ 593.877256] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d1fa9e-e43d-416b-9c6d-bdc097177470 with Priority: HIGHEST for action port [ 593.877588] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d1fa9e-e43d-416b-9c6d-bdc097177470 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.877711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d1fa9e-e43d-416b-9c6d-bdc097177470" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.877791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d1fa9e-e43d-416b-9c6d-bdc097177470" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.878477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d1fa9e-e43d-416b-9c6d-bdc097177470" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.878622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d1fa9e-e43d-416b-9c6d-bdc097177470',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.897266] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.897266] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.897266] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.897460] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.897602] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.897750] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 1e58588e-3c94-4875-8194-fcd962bd446f not found, creating... [ 593.898045] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.898158] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.898270] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.898473] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.898603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.898871] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.899029] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.899141] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.899334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.899459] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.899592] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 1e58588e-3c94-4875-8194-fcd962bd446f is going to be created. [ 593.901012] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.901108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.901292] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.929223] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.929444] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.929565] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.929833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.930131] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.930357] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.380980] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d1fa9e-e43d-416b-9c6d-bdc097177470 [ 594.381258] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.381455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.381455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.381670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.381787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.381902] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d1fa9e-e43d-416b-9c6d-bdc097177470 already deleted. [ 594.382085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d1fa9e-e43d-416b-9c6d-bdc097177470" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.403712] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.616981] env[65150]: INFO networking_nsxv3.common.synchronization [None req-5ccc3312-4a0d-4ab1-9cf2-ceb32cfea8ca None None] Enqueued Resource ID: a89d9cbe-c2e2-40e9-9f94-f3913eca678a with Priority: HIGHEST for action port [ 594.617199] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89d9cbe-c2e2-40e9-9f94-f3913eca678a with Priority: HIGHEST for action port [ 594.617769] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89d9cbe-c2e2-40e9-9f94-f3913eca678a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.617917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89d9cbe-c2e2-40e9-9f94-f3913eca678a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.617988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89d9cbe-c2e2-40e9-9f94-f3913eca678a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.618296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89d9cbe-c2e2-40e9-9f94-f3913eca678a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.618334] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89d9cbe-c2e2-40e9-9f94-f3913eca678a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.641606] env[65150]: INFO networking_nsxv3.common.synchronization [req-6637f524-c358-443c-a646-bb908f6b49c4 req-43720e25-7f00-4b91-83c4-d10c38014626 service nova] Enqueued Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_rules [ 594.641744] env[65150]: INFO networking_nsxv3.common.synchronization [req-6637f524-c358-443c-a646-bb908f6b49c4 req-43720e25-7f00-4b91-83c4-d10c38014626 service nova] Enqueued Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_members [ 594.641906] env[65150]: INFO networking_nsxv3.common.synchronization [req-6637f524-c358-443c-a646-bb908f6b49c4 req-43720e25-7f00-4b91-83c4-d10c38014626 service nova] Enqueued Resource ID: 1e58588e-3c94-4875-8194-fcd962bd446f with Priority: HIGHEST for action port [ 594.644467] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_rules [ 594.644467] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_members [ 594.644467] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e58588e-3c94-4875-8194-fcd962bd446f with Priority: HIGHEST for action port [ 594.644467] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.644467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.644467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.644467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.644467] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.644467] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.645275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.645275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.645275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.645275] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.645612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.645612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.645612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.645774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.645988] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.647011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e58588e-3c94-4875-8194-fcd962bd446f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.647011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.647011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.647011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.647011] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e58588e-3c94-4875-8194-fcd962bd446f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.795655] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a80b092d-521f-4acf-ae11-5df25ea978e9 in Status: SUCCESS [ 594.795912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.906345] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.906612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.906612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.907494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.907494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.907494] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 594.943978] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.944097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.944168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.944443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.944528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.959094] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 595.120342] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89d9cbe-c2e2-40e9-9f94-f3913eca678a [ 595.120638] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.120756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.120850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.121068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.121508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.121508] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89d9cbe-c2e2-40e9-9f94-f3913eca678a already deleted. [ 595.121508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89d9cbe-c2e2-40e9-9f94-f3913eca678a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.150380] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.150486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.150691] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.151742] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e58588e-3c94-4875-8194-fcd962bd446f with status ACTIVE [ 595.152028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.152189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.152189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.152433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.152540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.152714] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.152853] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.152987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.153731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.153731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.153731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.153911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.153911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.153969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.154037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.154117] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e58588e-3c94-4875-8194-fcd962bd446f is going to be updated. [ 595.181863] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.181863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.181863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.181863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.181863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.181863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e58588e-3c94-4875-8194-fcd962bd446f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.656424] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.159063] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.159382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.159382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.159672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.159672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.159672] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c is going to be created. [ 596.186229] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.186430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.186528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.186812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.187091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.199964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c in Status: UNINITIALIZED for 2s [ 596.614276] env[65150]: INFO networking_nsxv3.common.synchronization [None req-e483237b-a2ac-44fc-819c-39598beeab88 None None] Enqueued Resource ID: 52e16041-e0aa-4672-a740-451d21c189f9 with Priority: HIGHEST for action port [ 596.614276] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e16041-e0aa-4672-a740-451d21c189f9 with Priority: HIGHEST for action port [ 596.614276] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e16041-e0aa-4672-a740-451d21c189f9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.614276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e16041-e0aa-4672-a740-451d21c189f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.614276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e16041-e0aa-4672-a740-451d21c189f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.614729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e16041-e0aa-4672-a740-451d21c189f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.614958] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e16041-e0aa-4672-a740-451d21c189f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.970633] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 596.970952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.971164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.971389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.971579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.971696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.971764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.971947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.972060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.972168] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.118667] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e16041-e0aa-4672-a740-451d21c189f9 [ 597.118920] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.119098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.119194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.119434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.119535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.119646] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e16041-e0aa-4672-a740-451d21c189f9 already deleted. [ 597.119773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e16041-e0aa-4672-a740-451d21c189f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.477893] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.820769] env[65150]: INFO networking_nsxv3.common.synchronization [req-97a147e0-5a73-4bc4-95b6-92e7a3e96124 req-278d344e-fbe5-4577-bb7a-2f53b2042ee8 tempest-ServerDiagnosticsNegativeTest-1786802124 tempest-ServerDiagnosticsNegativeTest-1786802124-project-member] Enqueued Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_members [ 597.823415] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_members [ 597.823559] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.823856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.824095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.824564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.824888] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.825490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.825490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.825490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.825684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.825912] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.981197] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.212945] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c in Status: SUCCESS [ 598.213309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.213593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.213903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.214226] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.214441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.214525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.214830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.214976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.215134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.215297] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.328305] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.328529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.328574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.328827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.328937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.329204] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.329352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.329352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.329509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.329573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.329671] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 already deleted. [ 598.329740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.360108] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.360108] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.360108] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.360108] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.360406] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.360406] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.360562] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.360674] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.361010] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.361089] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.361153] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.361253] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.361357] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.361491] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.361552] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.361734] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.383799] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.384065] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.384273] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.384493] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.384855] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-ef82d1d6-5a85-4393-aa5e-58147a7e8749 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.385102] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.385282] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.385682] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.385873] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef82d1d6-5a85-4393-aa5e-58147a7e8749',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.484502] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.484840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.484840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.485012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.485111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.485424] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 598.519084] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.519257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.519629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.519629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.519725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.530535] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 598.718880] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.719087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.720300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.720548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.720747] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.720883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.720946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.721471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.721630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.721733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.722026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.722122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.722190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.722373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.722486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.722589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.722651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.722802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.722880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.722960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.723061] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.888660] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.888912] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.889060] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.889328] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.889473] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.889617] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port ef82d1d6-5a85-4393-aa5e-58147a7e8749 not found, creating... [ 598.889955] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.890133] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.890244] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.890913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.890913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.891192] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.891272] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.891475] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.891688] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.891778] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.891892] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: ef82d1d6-5a85-4393-aa5e-58147a7e8749 is going to be created. [ 598.915565] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.916379] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.916379] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.916379] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.916379] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.916583] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.012885] env[65150]: INFO networking_nsxv3.common.synchronization [None req-688c42bb-f4bc-4547-a033-fde7e238a761 None None] Enqueued Resource ID: 4683fafb-e559-44ae-85a5-cf85818841d9 with Priority: HIGHEST for action port [ 599.013450] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4683fafb-e559-44ae-85a5-cf85818841d9 with Priority: HIGHEST for action port [ 599.013838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4683fafb-e559-44ae-85a5-cf85818841d9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.013904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4683fafb-e559-44ae-85a5-cf85818841d9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.013937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4683fafb-e559-44ae-85a5-cf85818841d9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.014402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4683fafb-e559-44ae-85a5-cf85818841d9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.014538] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4683fafb-e559-44ae-85a5-cf85818841d9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.226783] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5798cbb6-2032-4655-ad24-dcd0a9073d2c: rpc.has_security_group_logging(os_id): False [ 599.246828] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.247096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.247096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.247838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.247948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.248245] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.248346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.248406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.248572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.248652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.248850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.248943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.249012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.249159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.249233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.249408] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.249499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.249584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.249725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.249812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.249906] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c is going to be created. [ 599.319236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.319236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.319236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.319236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.319236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.336543] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c in Status: IN_PROGRESS for 2s [ 599.517832] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4683fafb-e559-44ae-85a5-cf85818841d9 [ 599.517832] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.518311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.518311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.518311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.519073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.519073] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4683fafb-e559-44ae-85a5-cf85818841d9 already deleted. [ 599.519073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4683fafb-e559-44ae-85a5-cf85818841d9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.640910] env[65150]: INFO networking_nsxv3.common.synchronization [req-97a147e0-5a73-4bc4-95b6-92e7a3e96124 req-26d06c48-9a48-4a61-819b-8507182cc776 service nova] Enqueued Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_rules [ 599.641233] env[65150]: INFO networking_nsxv3.common.synchronization [req-97a147e0-5a73-4bc4-95b6-92e7a3e96124 req-26d06c48-9a48-4a61-819b-8507182cc776 service nova] Enqueued Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_members [ 599.641373] env[65150]: INFO networking_nsxv3.common.synchronization [req-97a147e0-5a73-4bc4-95b6-92e7a3e96124 req-26d06c48-9a48-4a61-819b-8507182cc776 service nova] Enqueued Resource ID: ef82d1d6-5a85-4393-aa5e-58147a7e8749 with Priority: HIGHEST for action port [ 599.642120] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_rules [ 599.642120] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_members [ 599.642208] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef82d1d6-5a85-4393-aa5e-58147a7e8749 with Priority: HIGHEST for action port [ 599.643042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.643042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.643042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.643278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.643278] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.644180] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.644180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.644313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.644409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.644922] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.645033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.645176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.645244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.645334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.645422] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.646421] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef82d1d6-5a85-4393-aa5e-58147a7e8749 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.646421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.646421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.646567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.646603] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef82d1d6-5a85-4393-aa5e-58147a7e8749',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.148265] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.148265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.151858] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.152936] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef82d1d6-5a85-4393-aa5e-58147a7e8749 with status ACTIVE [ 600.153304] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.153304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.153444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.153529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.153734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.153833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.153987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.154089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.154253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.154330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.154522] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.154768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.154768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.154876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.154907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.154983] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef82d1d6-5a85-4393-aa5e-58147a7e8749 is going to be updated. [ 600.176757] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.177447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.177739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.178041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef82d1d6-5a85-4393-aa5e-58147a7e8749" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.544350] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 600.546406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.546406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.546406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.547226] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.547226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.547226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.550267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.550267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.550267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.550267] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.657559] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.662077] env[65150]: INFO networking_nsxv3.common.synchronization [None req-57d05785-a62c-47a2-84f1-b1600aaffe8a None None] Enqueued Resource ID: d697b92c-1392-42c7-b25e-2eddd5d1146d with Priority: HIGHEST for action port [ 600.662729] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d697b92c-1392-42c7-b25e-2eddd5d1146d with Priority: HIGHEST for action port [ 600.663013] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d697b92c-1392-42c7-b25e-2eddd5d1146d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.663702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d697b92c-1392-42c7-b25e-2eddd5d1146d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.663702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d697b92c-1392-42c7-b25e-2eddd5d1146d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.664102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d697b92c-1392-42c7-b25e-2eddd5d1146d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.664102] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d697b92c-1392-42c7-b25e-2eddd5d1146d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.731517] env[65150]: INFO networking_nsxv3.common.synchronization [req-34d51df6-81aa-4c66-96fd-c6485533aeaa req-c892f024-23dd-4181-b24a-aae0c7491c07 tempest-DeleteServersAdminTestJSON-1605976260 tempest-DeleteServersAdminTestJSON-1605976260-project-member] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 600.731517] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 600.731687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.732096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.732096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.734710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.734710] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.734710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.734710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.734710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.734710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.734710] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.055827] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb41414-77fe-4a5b-abfb-ece180ee8d59: rpc.has_security_group_logging(os_id): False [ 601.075575] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.075575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.075575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.075575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.075873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.075873] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.075973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.075973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.076231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.076231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.076384] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.076470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.076527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.076657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.077241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.080122] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.080243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.080298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.080435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.080615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.080615] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be created. [ 601.143148] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.143560] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.143560] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.143742] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.144258] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.145561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.145688] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.145918] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.146112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.146327] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.146436] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.146535] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.146635] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.146735] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.146884] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.146959] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.149781] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.149903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.149963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.150801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.151682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.162125] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.162353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.162425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.162636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.162727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.162825] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 is going to be created. [ 601.165281] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 601.166562] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d697b92c-1392-42c7-b25e-2eddd5d1146d [ 601.166859] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.166859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.166859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.167064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.167135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.167233] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d697b92c-1392-42c7-b25e-2eddd5d1146d already deleted. [ 601.167316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d697b92c-1392-42c7-b25e-2eddd5d1146d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.172023] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.172247] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.172370] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.172537] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.172969] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-7b414239-533f-4317-9f4b-2504b9397b50 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.173165] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.173720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.177099] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.177099] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b414239-533f-4317-9f4b-2504b9397b50',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.194500] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.194500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.194500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.194500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.194500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.228256] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 in Status: UNINITIALIZED for 2s [ 601.236335] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.236496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.236886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.236886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.236886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.237185] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.237300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.237366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.237534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.237616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.237989] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 already deleted. [ 601.237989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.354466] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c in Status: SUCCESS [ 601.354466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.679028] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.679028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 7b414239-533f-4317-9f4b-2504b9397b50 not found, creating... [ 601.679028] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.679028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.679884] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.679884] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.679884] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.681455] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.681724] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.681991] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 7b414239-533f-4317-9f4b-2504b9397b50 is going to be created. [ 601.707550] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.707550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.707550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.707550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.707550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.707550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.463114] env[65150]: INFO networking_nsxv3.common.synchronization [req-34d51df6-81aa-4c66-96fd-c6485533aeaa req-7d02124a-5106-4a9b-8839-4c0092240d85 service nova] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_rules [ 602.463114] env[65150]: INFO networking_nsxv3.common.synchronization [req-34d51df6-81aa-4c66-96fd-c6485533aeaa req-7d02124a-5106-4a9b-8839-4c0092240d85 service nova] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 602.463114] env[65150]: INFO networking_nsxv3.common.synchronization [req-34d51df6-81aa-4c66-96fd-c6485533aeaa req-7d02124a-5106-4a9b-8839-4c0092240d85 service nova] Enqueued Resource ID: 7b414239-533f-4317-9f4b-2504b9397b50 with Priority: HIGHEST for action port [ 602.465140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_rules [ 602.465140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 602.465140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b414239-533f-4317-9f4b-2504b9397b50 with Priority: HIGHEST for action port [ 602.465140] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.465140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.465140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.465140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.465690] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.466996] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.466996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.466996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.466996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.466996] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.466996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.466996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.466996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.469125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.469125] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.469125] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b414239-533f-4317-9f4b-2504b9397b50 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.469125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.469125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.469125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.469125] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b414239-533f-4317-9f4b-2504b9397b50',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.638226] env[65150]: INFO networking_nsxv3.common.synchronization [req-4346f959-ea58-42c6-95ef-cc9485c87a40 req-0945582c-3506-46d0-bcdc-68c4ac9499cd tempest-InstanceActionsNegativeTestJSON-164843952 tempest-InstanceActionsNegativeTestJSON-164843952-project-member] Enqueued Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_members [ 602.638820] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_members [ 602.639107] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.639236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.639306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.639555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.639705] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.639802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.639875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.640809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.641580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.642316] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.876163] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d61de747-9e54-4ef5-b0f5-e9e6a7559371 None None] Enqueued Resource ID: 7c2ca3a7-42f6-4556-9e94-fc36701a34b2 with Priority: HIGHEST for action port [ 602.876163] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2ca3a7-42f6-4556-9e94-fc36701a34b2 with Priority: HIGHEST for action port [ 602.877418] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2ca3a7-42f6-4556-9e94-fc36701a34b2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.877552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2ca3a7-42f6-4556-9e94-fc36701a34b2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.877624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2ca3a7-42f6-4556-9e94-fc36701a34b2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.879316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2ca3a7-42f6-4556-9e94-fc36701a34b2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.879405] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2ca3a7-42f6-4556-9e94-fc36701a34b2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.971514] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.971666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.972232] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.972888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b414239-533f-4317-9f4b-2504b9397b50 with status ACTIVE [ 602.973090] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.974061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.974061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.974061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.974061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.974061] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.974061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.974061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.975376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.981033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.981033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.981033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.981033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.981033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.981033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.981033] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b414239-533f-4317-9f4b-2504b9397b50 is going to be updated. [ 603.005445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.005445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.005445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.005445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.005703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.005735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b414239-533f-4317-9f4b-2504b9397b50" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.072449] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.072763] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-986" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.072852] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-986" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.073998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-986" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.073998] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.073998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.073998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.073998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.074258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.074346] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.074476] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.074587] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.074766] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.074766] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.074851] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.074986] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.097230] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.097406] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.097630] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.097721] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-986" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.098436] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-2b34e276-a7d5-4701-9399-efd9c4113286 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.098436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.098612] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.099289] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.099376] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b34e276-a7d5-4701-9399-efd9c4113286',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.145468] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.145607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.145702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.145938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.146105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.146284] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.146404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.146460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.150156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.150275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.150385] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41019d87-cd84-4815-a334-e79d45af11f4 already deleted. [ 603.150474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.178218] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 603.178443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.178586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.178765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.178935] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.239542] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 in Status: SUCCESS [ 603.239874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.240127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.240500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.240790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.241087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.241157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.241361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.241448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.241548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.241651] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.386382] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c2ca3a7-42f6-4556-9e94-fc36701a34b2 [ 603.386628] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.386759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.386828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.387218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.387371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.387486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c2ca3a7-42f6-4556-9e94-fc36701a34b2 already deleted. [ 603.387570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2ca3a7-42f6-4556-9e94-fc36701a34b2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.483558] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.602113] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.602417] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.602546] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.604514] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.604706] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.604870] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 2b34e276-a7d5-4701-9399-efd9c4113286 not found, creating... [ 603.605172] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.605333] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.605445] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.605673] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.605805] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.606103] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.606257] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.606367] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.606568] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.606693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.606826] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 2b34e276-a7d5-4701-9399-efd9c4113286 is going to be created. [ 603.631916] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.632152] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.633700] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.634081] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634368] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.634617] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.682027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.682252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.682314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.682539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.682722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.682826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.682889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.683055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.683144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.683293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.683383] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.744550] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.744550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.744550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.744550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.744838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.744838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.744838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.744946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.744975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.745089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.745267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.745338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.745397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.745538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.745673] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.745762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.745822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.745953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.746041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.746122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.746209] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.987018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.987421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.987421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.987686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.987824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.988044] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be created. [ 604.019967] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.020369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.020369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.020535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.020654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.032376] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: UNINITIALIZED for 2s [ 604.186132] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.187928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.188054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.188390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.188601] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.188707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.188788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.188973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.189977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.189977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.189977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.190551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.190551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.190551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.190551] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.249808] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b98e44-437d-416d-88ec-2aa31cdb7778: rpc.has_security_group_logging(os_id): False [ 604.269607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.270225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.270225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.270225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.270471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.270622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.270744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.270813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.271102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.271185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.271379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.271711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.271711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.271711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.271851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.271974] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.272141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.272433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.272498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.272569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.272717] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 is going to be created. [ 604.340914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.341422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.341422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.341422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.341657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.354576] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 in Status: IN_PROGRESS for 2s [ 604.397043] env[65150]: INFO networking_nsxv3.common.synchronization [req-4346f959-ea58-42c6-95ef-cc9485c87a40 req-6c4f8ee6-b262-440d-8431-25c53d76cfe5 service nova] Enqueued Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_rules [ 604.397204] env[65150]: INFO networking_nsxv3.common.synchronization [req-4346f959-ea58-42c6-95ef-cc9485c87a40 req-6c4f8ee6-b262-440d-8431-25c53d76cfe5 service nova] Enqueued Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_members [ 604.397335] env[65150]: INFO networking_nsxv3.common.synchronization [req-4346f959-ea58-42c6-95ef-cc9485c87a40 req-6c4f8ee6-b262-440d-8431-25c53d76cfe5 service nova] Enqueued Resource ID: 2b34e276-a7d5-4701-9399-efd9c4113286 with Priority: HIGHEST for action port [ 604.397947] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_rules [ 604.398255] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_members [ 604.398348] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b34e276-a7d5-4701-9399-efd9c4113286 with Priority: HIGHEST for action port [ 604.398896] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.399026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.399206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.399429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.399564] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.400568] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.401270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.401359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.401611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.401818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.401954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.402050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.402247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.402394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.402498] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.403503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b34e276-a7d5-4701-9399-efd9c4113286 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.403643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.403731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.403924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.404037] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b34e276-a7d5-4701-9399-efd9c4113286',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.693705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb41414-77fe-4a5b-abfb-ece180ee8d59: rpc.has_security_group_logging(os_id): False [ 604.713151] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.713151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.713484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.713517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.713773] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.713888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.714032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.714116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.714318] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.714499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.714499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.714649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.714697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.714838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.714940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.715040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.715199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.715264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.715326] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 604.783806] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.783960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.784085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.784247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.784485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.803165] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 604.905792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.905927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.906080] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.906997] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b34e276-a7d5-4701-9399-efd9c4113286 with status ACTIVE [ 604.907199] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.907322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.907420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.907654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.907945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.908028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.908142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.908241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.908430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.908525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.908743] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.908920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.908970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.909146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.909229] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.909341] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b34e276-a7d5-4701-9399-efd9c4113286 is going to be updated. [ 604.948566] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.948566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.948797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.949316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.949316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.949316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b34e276-a7d5-4701-9399-efd9c4113286" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.093514] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4ae23f2-8063-4dec-a370-11a832e23fc3 req-be4ab2e0-089b-4e42-a279-603eb6417222 tempest-AttachInterfacesV270Test-193004288 tempest-AttachInterfacesV270Test-193004288-project-member] Enqueued Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_members [ 605.095640] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_members [ 605.096537] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.096537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097195] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.097195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.097448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.097697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.097767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097900] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.396909] env[65150]: INFO networking_nsxv3.common.synchronization [None req-46f6f6f9-2185-4fa1-9133-04a17916c627 tempest-ServersWithSpecificFlavorTestJSON-976291436 tempest-ServersWithSpecificFlavorTestJSON-976291436-project-member] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 605.396909] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 605.396909] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.396909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.396909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.396909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.396909] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.411782] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.601565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.601746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.601819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.602075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.602171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.602400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.602485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.602529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.602678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.602753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.602838] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 already deleted. [ 605.602912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.744467] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.744740] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-983" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.744913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-983" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.745441] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-983" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.745854] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.746052] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.746213] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.746516] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.746695] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.746963] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.747182] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.747281] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.747353] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.747467] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.747564] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.747727] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.769208] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.769377] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.769517] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.769697] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-983" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.770329] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-bcaabac3-d55d-4838-b961-b9b84adfdecf taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.770329] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.770496] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.770769] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.770936] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcaabac3-d55d-4838-b961-b9b84adfdecf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.847841] env[65150]: INFO networking_nsxv3.common.synchronization [None req-f4c48295-e9c9-4c5a-8444-756f1e930814 tempest-ServersWithSpecificFlavorTestJSON-976291436 tempest-ServersWithSpecificFlavorTestJSON-976291436-project-member] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 605.848132] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 605.848527] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.848673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.915415] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.915603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.915603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.915823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.915917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.916027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41019d87-cd84-4815-a334-e79d45af11f4 is going to be created. [ 605.917811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.917930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.917990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.918237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.918300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.918334] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf already deleted. [ 605.918412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.918553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.918696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.918776] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.943916] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.944107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.944171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.944366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.944524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.954918] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41019d87-cd84-4815-a334-e79d45af11f4 in Status: UNINITIALIZED for 2s [ 606.047994] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 606.047994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.047994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.047994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.048978] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.048978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.048978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.048978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.048978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.048978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.049211] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.273996] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.274366] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.275984] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.275984] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.275984] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.275984] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port bcaabac3-d55d-4838-b961-b9b84adfdecf not found, creating... [ 606.275984] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.276415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.276415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.276528] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.276598] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.276924] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.277095] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.277210] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.277489] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.277731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.278030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: bcaabac3-d55d-4838-b961-b9b84adfdecf is going to be created. [ 606.309255] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.309440] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.309707] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.309979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.310589] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.310668] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.389749] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 in Status: SUCCESS [ 606.389906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.445857] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.446112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.446112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.446351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.446441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.446542] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf already deleted. [ 606.446617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.551216] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.551437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.551549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.551849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.552088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.552240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.552317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.552497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.552605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.552726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.552854] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.552950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.553100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.553206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.553503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.553503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.553503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.554115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.554115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.554115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.554115] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.818775] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 606.819146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.056486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8: rpc.has_security_group_logging(os_id): False [ 607.083161] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.083304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.083381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.083587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.083965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.083965] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.084081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.084081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.084919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.084919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.084919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.084919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.084919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.084919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.084919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.084919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.085331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.085391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.085536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.086946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.087179] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be created. [ 607.149400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.149590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.149632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.149826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.150024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.162178] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: IN_PROGRESS for 2s [ 607.343352] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4ae23f2-8063-4dec-a370-11a832e23fc3 req-384d438e-6c08-434c-9a2b-58e48ffe254a service nova] Enqueued Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_rules [ 607.343352] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4ae23f2-8063-4dec-a370-11a832e23fc3 req-384d438e-6c08-434c-9a2b-58e48ffe254a service nova] Enqueued Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_members [ 607.343352] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4ae23f2-8063-4dec-a370-11a832e23fc3 req-384d438e-6c08-434c-9a2b-58e48ffe254a service nova] Enqueued Resource ID: bcaabac3-d55d-4838-b961-b9b84adfdecf with Priority: HIGHEST for action port [ 607.343352] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_rules [ 607.343352] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_members [ 607.343352] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcaabac3-d55d-4838-b961-b9b84adfdecf with Priority: HIGHEST for action port [ 607.345580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.345907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.345907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.346192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.346263] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.347971] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.348162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.348571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.348678] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349220] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.352809] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcaabac3-d55d-4838-b961-b9b84adfdecf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.352809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.352809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.352809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.352809] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcaabac3-d55d-4838-b961-b9b84adfdecf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.853232] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcaabac3-d55d-4838-b961-b9b84adfdecf with status ACTIVE [ 607.853517] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.853656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.853735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.853946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.854056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.854245] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.854349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.854415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.854588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.854668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.854855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.854952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.855025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.855176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.855256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.855342] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcaabac3-d55d-4838-b961-b9b84adfdecf is going to be updated. [ 607.858434] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.858623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.858715] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.885455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.885455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.885455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.885455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.885680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.885731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcaabac3-d55d-4838-b961-b9b84adfdecf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.968813] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41019d87-cd84-4815-a334-e79d45af11f4 in Status: SUCCESS [ 607.968813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.968813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.969114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.969149] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.969312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.969384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.969526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.969614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.969716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.969808] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.078852] env[65150]: INFO networking_nsxv3.common.synchronization [req-143b4887-94a5-40d2-afae-66066f257f1e req-a215ba98-8544-414a-804a-105d250dc500 tempest-ImagesOneServerTestJSON-257557289 tempest-ImagesOneServerTestJSON-257557289-project-member] Enqueued Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_members [ 608.078852] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_members [ 608.079741] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.079921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.080906] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.080906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.081091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.081536] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.361656] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.472770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.472770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.473069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.473359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.473591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.473591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.473997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.474127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.474325] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.474453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.474543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.474710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.474869] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.475189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.475486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.475687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.475780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.475900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.476132] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.583705] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.583867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.583926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585750] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.585750] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 already deleted. [ 608.585750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.865396] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.865580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.865649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.865835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.865936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.866031] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 is going to be created. [ 608.891047] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.891239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.891311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.891530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.891677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.907021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: UNINITIALIZED for 2s [ 608.927099] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.927330] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.927514] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.927894] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.928165] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.931020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.931020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.931020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.931020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.931020] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.931020] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.931020] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.931020] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.931020] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.931020] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.931020] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.956102] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.958020] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.958020] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.958020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.958020] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-8630f94c-3573-4e89-9339-76a7048f4212 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.958020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.958020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.958020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.958020] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8630f94c-3573-4e89-9339-76a7048f4212',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.979474] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41019d87-cd84-4815-a334-e79d45af11f4: rpc.has_security_group_logging(os_id): False [ 609.006482] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.006482] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.006482] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.006482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.007040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.007040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.007040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.007040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.007040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.007040] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41019d87-cd84-4815-a334-e79d45af11f4 is going to be created. [ 609.095400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.095614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.095614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.095856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.096059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.112531] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41019d87-cd84-4815-a334-e79d45af11f4 in Status: IN_PROGRESS for 2s [ 609.179180] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 609.179499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.199769] env[65150]: INFO networking_nsxv3.common.synchronization [None req-67ea7f48-1083-4ffb-8fcf-f7b329adb80c None None] Enqueued Resource ID: 5e0e0285-41e8-4b3e-a2a4-25fd1a26389c with Priority: HIGHEST for action port [ 609.200337] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0e0285-41e8-4b3e-a2a4-25fd1a26389c with Priority: HIGHEST for action port [ 609.200638] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0e0285-41e8-4b3e-a2a4-25fd1a26389c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.200755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0e0285-41e8-4b3e-a2a4-25fd1a26389c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.200815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0e0285-41e8-4b3e-a2a4-25fd1a26389c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.202441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0e0285-41e8-4b3e-a2a4-25fd1a26389c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.202441] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0e0285-41e8-4b3e-a2a4-25fd1a26389c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.460252] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.460761] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.460761] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.461150] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.461326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.461481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 8630f94c-3573-4e89-9339-76a7048f4212 not found, creating... [ 609.461772] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.462169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.462169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.462316] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.462736] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.462736] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.462865] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.462992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.463585] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.463760] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.463929] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 8630f94c-3573-4e89-9339-76a7048f4212 is going to be created. [ 609.487757] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.487964] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.488110] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.488387] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.488839] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.489075] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.595426] env[65150]: INFO networking_nsxv3.common.synchronization [None req-274d7c8e-0099-4c40-932d-5912d34ee48e None None] Enqueued Resource ID: 79d4e419-3721-4a84-b1ce-816a8e9ca2a6 with Priority: HIGHEST for action port [ 609.596431] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d4e419-3721-4a84-b1ce-816a8e9ca2a6 with Priority: HIGHEST for action port [ 609.596688] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d4e419-3721-4a84-b1ce-816a8e9ca2a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.596817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d4e419-3721-4a84-b1ce-816a8e9ca2a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.596886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d4e419-3721-4a84-b1ce-816a8e9ca2a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.597568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d4e419-3721-4a84-b1ce-816a8e9ca2a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.597710] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d4e419-3721-4a84-b1ce-816a8e9ca2a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.704260] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e0e0285-41e8-4b3e-a2a4-25fd1a26389c [ 609.704561] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.704815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.705051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.705353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.705581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.705705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e0e0285-41e8-4b3e-a2a4-25fd1a26389c already deleted. [ 609.705812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0e0285-41e8-4b3e-a2a4-25fd1a26389c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.100170] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79d4e419-3721-4a84-b1ce-816a8e9ca2a6 [ 610.100385] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.100570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.100668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.100817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.100905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.101032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79d4e419-3721-4a84-b1ce-816a8e9ca2a6 already deleted. [ 610.101143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d4e419-3721-4a84-b1ce-816a8e9ca2a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.275210] env[65150]: INFO networking_nsxv3.common.synchronization [req-143b4887-94a5-40d2-afae-66066f257f1e req-f1f8da86-f13e-43a5-a529-875fac9ed3b8 service nova] Enqueued Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_rules [ 610.275338] env[65150]: INFO networking_nsxv3.common.synchronization [req-143b4887-94a5-40d2-afae-66066f257f1e req-f1f8da86-f13e-43a5-a529-875fac9ed3b8 service nova] Enqueued Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_members [ 610.275466] env[65150]: INFO networking_nsxv3.common.synchronization [req-143b4887-94a5-40d2-afae-66066f257f1e req-f1f8da86-f13e-43a5-a529-875fac9ed3b8 service nova] Enqueued Resource ID: 8630f94c-3573-4e89-9339-76a7048f4212 with Priority: HIGHEST for action port [ 610.275994] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_rules [ 610.276140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_members [ 610.276235] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8630f94c-3573-4e89-9339-76a7048f4212 with Priority: HIGHEST for action port [ 610.277749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.278056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.278177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.279150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.279343] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.280833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.280833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.280833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.280833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.280833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.281168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.281168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.281231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.281277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.281369] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.282184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-8630f94c-3573-4e89-9339-76a7048f4212 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.282333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.282333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.282612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.282612] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8630f94c-3573-4e89-9339-76a7048f4212',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.786141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.786141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.786141] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.786487] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8630f94c-3573-4e89-9339-76a7048f4212 with status ACTIVE [ 610.786487] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.786576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.786576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.786767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.787605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.787605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.787605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.787605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.787605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.787605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.787912] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.787912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.787912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.788040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.788425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.788535] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8630f94c-3573-4e89-9339-76a7048f4212 is going to be updated. [ 610.813404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.813613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.813710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.813947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.814136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.814329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8630f94c-3573-4e89-9339-76a7048f4212" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.922391] env[65150]: INFO networking_nsxv3.common.synchronization [req-605d33b8-1ed7-49e8-8dc5-ac0cf5a26397 req-5618df67-1175-45f0-aefd-71a7f8964290 tempest-ImagesNegativeTestJSON-381008126 tempest-ImagesNegativeTestJSON-381008126-project-member] Enqueued Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_members [ 610.923410] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: SUCCESS [ 610.923609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.924178] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGHEST for action security_group_members [ 610.924305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.924581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.924691] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.925438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.925438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.925438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.925438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.925438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.925438] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.926345] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.926500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.926558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.926680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.927042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.927042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.927042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.927213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.927213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.927271] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.132808] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41019d87-cd84-4815-a334-e79d45af11f4 in Status: SUCCESS [ 611.132808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.293609] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.306242] env[65150]: INFO networking_nsxv3.common.synchronization [None req-9ad70b67-69b5-4d53-8f32-caa29952718a None None] Enqueued Resource ID: 0066ee58-678a-4e28-8b33-941b79b33677 with Priority: HIGHEST for action port [ 611.309636] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0066ee58-678a-4e28-8b33-941b79b33677 with Priority: HIGHEST for action port [ 611.309636] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-0066ee58-678a-4e28-8b33-941b79b33677 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.309636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0066ee58-678a-4e28-8b33-941b79b33677" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.309636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0066ee58-678a-4e28-8b33-941b79b33677" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.309636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0066ee58-678a-4e28-8b33-941b79b33677" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.309636] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0066ee58-678a-4e28-8b33-941b79b33677',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.429927] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.430394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.430394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.430394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.430561] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.430623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.430692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.430839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.430929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.431080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.431244] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.431339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.431452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.431564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.431712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.431804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.431865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.432009] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.432114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.432227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.432514] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.434269] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.434342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.434720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.434720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.435632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.435632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.435632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.435632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.435632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.435632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.435632] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a80b092d-521f-4acf-ae11-5df25ea978e9 is going to be updated. [ 611.451395] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4d75fc2-1aab-44d8-b61c-ed97e246cc04 req-fbd7955b-14a7-4dc1-b2b7-6c61dc7db32e tempest-MigrationsAdminTest-198912729 tempest-MigrationsAdminTest-198912729-project-member] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 611.451395] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 611.451529] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.451681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.451882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.452173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.452398] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.452549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.453078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.453078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.453078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.453078] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.468662] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.469046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.469264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.469731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.469731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.481611] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a80b092d-521f-4acf-ae11-5df25ea978e9 in Status: IN_PROGRESS for 2s [ 611.696064] env[65150]: INFO networking_nsxv3.common.synchronization [None req-9649682c-ad73-47a5-9d07-e06e3b05b53a None None] Enqueued Resource ID: dac67980-77a8-49fd-bc88-d9b0f99850a6 with Priority: HIGHEST for action port [ 611.696991] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac67980-77a8-49fd-bc88-d9b0f99850a6 with Priority: HIGHEST for action port [ 611.696991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac67980-77a8-49fd-bc88-d9b0f99850a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.697234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac67980-77a8-49fd-bc88-d9b0f99850a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.697287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac67980-77a8-49fd-bc88-d9b0f99850a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.697569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac67980-77a8-49fd-bc88-d9b0f99850a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.697661] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac67980-77a8-49fd-bc88-d9b0f99850a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.797189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.797725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.797725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.797725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.797725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.797888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 is going to be created. [ 611.812115] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0066ee58-678a-4e28-8b33-941b79b33677 [ 611.812452] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.812915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.812981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.813845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.813845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.813845] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0066ee58-678a-4e28-8b33-941b79b33677 already deleted. [ 611.813845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0066ee58-678a-4e28-8b33-941b79b33677" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.826508] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.827013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.827151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.827466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.827651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.841305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 in Status: UNINITIALIZED for 2s [ 611.934896] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5d24ee-49fc-4424-baa4-c26e395aa8a3: rpc.has_security_group_logging(os_id): False [ 611.954103] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.954103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.954103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.954103] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.954441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.954474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.954672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.954945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.955681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.955804] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.955910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.955977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.956137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.956217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.956305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 is going to be created. [ 611.957874] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.957987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.958047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.958177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.958258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.959207] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.959207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.960097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.960279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.960392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.960504] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 already deleted. [ 611.960618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.024379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.024554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.024597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.024794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.025140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.036964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: IN_PROGRESS for 2s [ 612.201277] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dac67980-77a8-49fd-bc88-d9b0f99850a6 [ 612.201277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.201457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.201577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.201849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.201992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.202146] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dac67980-77a8-49fd-bc88-d9b0f99850a6 already deleted. [ 612.202315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac67980-77a8-49fd-bc88-d9b0f99850a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.271066] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.271066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.271066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.271066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.271066] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.271066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.271066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.271066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.274618] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.274618] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.274618] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.274618] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.274618] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.274618] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.274618] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.274618] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.293336] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.293650] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.293876] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.298087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.298087] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-52794a41-1072-41f3-b0b1-9772ac4f1cc6 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.298087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.298087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.298087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.298087] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52794a41-1072-41f3-b0b1-9772ac4f1cc6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.799506] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.799883] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.799883] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.800115] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.800265] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.800413] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 52794a41-1072-41f3-b0b1-9772ac4f1cc6 not found, creating... [ 612.800665] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.800814] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.800928] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.801199] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.801331] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.801603] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.801749] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.801853] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.802129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.802334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.802544] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 52794a41-1072-41f3-b0b1-9772ac4f1cc6 is going to be created. [ 612.823053] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.823283] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.823406] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.823670] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.823898] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.824161] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.492223] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a80b092d-521f-4acf-ae11-5df25ea978e9 in Status: SUCCESS [ 613.492470] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a80b092d-521f-4acf-ae11-5df25ea978e9 deletion is rescheduled due to dependency. [ 613.492565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.556430] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4d75fc2-1aab-44d8-b61c-ed97e246cc04 req-58985452-1340-49d6-b668-1f12cfbd3112 service nova] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_rules [ 613.556625] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4d75fc2-1aab-44d8-b61c-ed97e246cc04 req-58985452-1340-49d6-b668-1f12cfbd3112 service nova] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 613.556735] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4d75fc2-1aab-44d8-b61c-ed97e246cc04 req-58985452-1340-49d6-b668-1f12cfbd3112 service nova] Enqueued Resource ID: 52794a41-1072-41f3-b0b1-9772ac4f1cc6 with Priority: HIGHEST for action port [ 613.557387] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_rules [ 613.557536] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 613.557829] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52794a41-1072-41f3-b0b1-9772ac4f1cc6 with Priority: HIGHEST for action port [ 613.558207] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.558340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.558409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.558896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.558997] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.560543] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.560673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.566025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.566025] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.566025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-52794a41-1072-41f3-b0b1-9772ac4f1cc6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.566025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.566025] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52794a41-1072-41f3-b0b1-9772ac4f1cc6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.820076] env[65150]: INFO networking_nsxv3.common.synchronization [req-7f9a88f4-3395-4448-9ccb-e34a228175a9 req-0786b898-b3a4-4d70-952c-dfa4126e6600 tempest-VolumesAssistedSnapshotsTest-731888330 tempest-VolumesAssistedSnapshotsTest-731888330-project-member] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_members [ 613.820076] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_members [ 613.820076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.820076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.820076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.820076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.820076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.820574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.820574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.820574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.820574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.820574] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.850814] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 in Status: SUCCESS [ 613.851093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.851782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.852030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.852290] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.852427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.852528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.852664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.852759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.852834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.852962] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.048964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: SUCCESS [ 614.049302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.066591] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.066755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.066893] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.067932] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52794a41-1072-41f3-b0b1-9772ac4f1cc6 with status ACTIVE [ 614.068039] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.068157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.068157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.068593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.068593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.068701] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.068701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.068788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.068925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.069027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.069227] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.070162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.070162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.070162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.070162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.070162] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52794a41-1072-41f3-b0b1-9772ac4f1cc6 is going to be updated. [ 614.092855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.093329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.093416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.093873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.094027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.094195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52794a41-1072-41f3-b0b1-9772ac4f1cc6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.322858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.323430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.327173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.327173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.327173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.327173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.327173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.327173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.327491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.327491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.327491] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 already deleted. [ 614.327491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.356937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.356937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.356937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.356937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.356937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.357287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.357287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.357360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.358632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.358786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.361532] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.361733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.361822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.362188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.362420] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.362567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.362614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.362763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.362861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.363119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.363119] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.572112] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.609448] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.609596] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-996" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.609596] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-996" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.609988] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-996" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.610753] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.611096] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.611256] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.611510] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.611656] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.611863] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.611971] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.612097] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.612346] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.612346] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.612417] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.613240] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.636599] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.636929] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.637024] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.637263] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-996" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.637864] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.637970] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.638165] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.638623] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.638895] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.804367] env[65150]: INFO networking_nsxv3.common.synchronization [None req-465d58a8-6da9-4d16-991a-13b9112da7e8 None None] Enqueued Resource ID: a6598eac-a1c7-4c5f-94bb-83c0207a0665 with Priority: HIGHEST for action port [ 614.804930] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6598eac-a1c7-4c5f-94bb-83c0207a0665 with Priority: HIGHEST for action port [ 614.805295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6598eac-a1c7-4c5f-94bb-83c0207a0665 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.805376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6598eac-a1c7-4c5f-94bb-83c0207a0665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.805452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6598eac-a1c7-4c5f-94bb-83c0207a0665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.805709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6598eac-a1c7-4c5f-94bb-83c0207a0665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.805789] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6598eac-a1c7-4c5f-94bb-83c0207a0665',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.865596] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c23ce9a7-e961-4577-bd4c-392dff92ad63: rpc.has_security_group_logging(os_id): False [ 614.885362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.888067] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.888067] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.888067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.888831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.888831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.888831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.888831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.888831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.889136] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 is going to be created. [ 614.953949] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.954121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.954167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.954427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.954669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.970249] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 in Status: IN_PROGRESS for 2s [ 615.075219] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.075439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.075501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.075797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.075965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076201] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be created. [ 615.113080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.113273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.113340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.113553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.113719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.133459] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: UNINITIALIZED for 2s [ 615.141441] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.141671] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.141729] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.142099] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.142287] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.142474] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee not found, creating... [ 615.142761] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.142930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.143041] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.143275] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.143411] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.143692] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.143847] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.144023] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.144149] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.144283] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.144414] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee is going to be created. [ 615.167452] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.167452] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.167452] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.167806] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.168165] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.168472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.311154] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6598eac-a1c7-4c5f-94bb-83c0207a0665 [ 615.311154] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.312074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.312677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312716] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6598eac-a1c7-4c5f-94bb-83c0207a0665 already deleted. [ 615.313119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6598eac-a1c7-4c5f-94bb-83c0207a0665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.935882] env[65150]: INFO networking_nsxv3.common.synchronization [req-7f9a88f4-3395-4448-9ccb-e34a228175a9 req-95e3a723-3adc-4e42-afd9-6cf5af723c37 service nova] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_rules [ 615.936222] env[65150]: INFO networking_nsxv3.common.synchronization [req-7f9a88f4-3395-4448-9ccb-e34a228175a9 req-95e3a723-3adc-4e42-afd9-6cf5af723c37 service nova] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_members [ 615.936222] env[65150]: INFO networking_nsxv3.common.synchronization [req-7f9a88f4-3395-4448-9ccb-e34a228175a9 req-95e3a723-3adc-4e42-afd9-6cf5af723c37 service nova] Enqueued Resource ID: 854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee with Priority: HIGHEST for action port [ 615.936787] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_rules [ 615.939452] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_members [ 615.939614] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee with Priority: HIGHEST for action port [ 615.940014] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.940077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.940162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.940485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.940655] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.942189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.942450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.942450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.943083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.943345] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.943481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.943684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.944405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.944405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.944405] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.945838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.945838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.945838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.945838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.945838] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.450121] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.450121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450121] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee with status ACTIVE [ 616.450121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.450121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.451581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.451918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.452258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.452524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.452695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.452863] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee is going to be updated. [ 616.485228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.485228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.485228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.485883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.486154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.486705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-854d7fb0-a4b8-424d-9a89-cfc0d8ca57ee" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.513255] env[65150]: INFO networking_nsxv3.common.synchronization [req-ea2e1d8a-2d04-45e0-a5a5-7e4894958329 req-9adcaa84-003c-4f88-ac5b-a43f8fcbeb30 tempest-ServersTestFqdnHostnames-599159998 tempest-ServersTestFqdnHostnames-599159998-project-member] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_members [ 616.515361] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_members [ 616.516183] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.516548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.516801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.517235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.517765] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.517765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.517890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.518210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.518602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.518602] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.957248] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.985864] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 in Status: SUCCESS [ 616.986681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.021720] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.021912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.021952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.022219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.022312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.022509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.022610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.022679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.022831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.022910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.022989] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23c92381-38c9-486b-a48a-30635c78255f already deleted. [ 617.023149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.146153] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 617.146391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.146692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.147081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.147081] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.147234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.147234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.147379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.147434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.147509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.147592] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.151587] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.151819] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-882" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.151966] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-882" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.152319] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-882" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.152613] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.152777] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.152890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.153174] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.153400] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.153656] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.153792] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.153919] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.154059] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.154199] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.154323] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.154478] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.176022] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.176022] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.176022] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.176022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-882" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.176022] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-50ca255c-cdd1-4604-a4c0-4e98e3e12432 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.176022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.176022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.176022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.176022] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ca255c-cdd1-4604-a4c0-4e98e3e12432',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.379770] env[65150]: INFO networking_nsxv3.common.synchronization [None req-08a69956-e178-400d-b197-0aff10041377 None None] Enqueued Resource ID: 149a06f2-6f06-4ca6-87be-5a471e4f2853 with Priority: HIGHEST for action port [ 617.380641] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149a06f2-6f06-4ca6-87be-5a471e4f2853 with Priority: HIGHEST for action port [ 617.381112] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-149a06f2-6f06-4ca6-87be-5a471e4f2853 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.381304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-149a06f2-6f06-4ca6-87be-5a471e4f2853" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.381401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-149a06f2-6f06-4ca6-87be-5a471e4f2853" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.381737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-149a06f2-6f06-4ca6-87be-5a471e4f2853" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.381870] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149a06f2-6f06-4ca6-87be-5a471e4f2853',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.460265] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.460420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.460483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.460733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.461462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.461462] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 is going to be created. [ 617.488317] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.488469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.488530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.488745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.488905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.501797] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd34055a-b429-4105-89e6-5fa3db0de723 in Status: UNINITIALIZED for 2s [ 617.653026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.653026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.653026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.654018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.654018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.654018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.654018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.654018] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.681531] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.681531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.682023] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.682023] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.682112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.682719] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 50ca255c-cdd1-4604-a4c0-4e98e3e12432 not found, creating... [ 617.682719] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.682719] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.683711] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.683711] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.683711] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.683711] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.683711] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.684078] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.684078] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.684909] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.685233] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 50ca255c-cdd1-4604-a4c0-4e98e3e12432 is going to be created. [ 617.713071] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.713071] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.713071] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.713498] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.714284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.714284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.772455] env[65150]: INFO networking_nsxv3.common.synchronization [None req-32bd6dbf-4832-4f7d-9224-e32ac89d78a5 None None] Enqueued Resource ID: 4914b596-77a0-4c8e-8a0d-65787a45a169 with Priority: HIGHEST for action port [ 617.772872] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4914b596-77a0-4c8e-8a0d-65787a45a169 with Priority: HIGHEST for action port [ 617.773213] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4914b596-77a0-4c8e-8a0d-65787a45a169 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.773343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4914b596-77a0-4c8e-8a0d-65787a45a169" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.773406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4914b596-77a0-4c8e-8a0d-65787a45a169" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.773673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4914b596-77a0-4c8e-8a0d-65787a45a169" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.773757] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4914b596-77a0-4c8e-8a0d-65787a45a169',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.885243] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 149a06f2-6f06-4ca6-87be-5a471e4f2853 [ 617.885492] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.885631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.885701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.885930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.886043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.886157] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:149a06f2-6f06-4ca6-87be-5a471e4f2853 already deleted. [ 617.887762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-149a06f2-6f06-4ca6-87be-5a471e4f2853" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922329] env[65150]: INFO networking_nsxv3.common.synchronization [req-82f1bb2d-33e8-4abc-b679-7307a3a298a0 req-b2a5dcf8-755d-4566-8d1d-5ff17870b091 tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 617.923442] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 617.923442] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.923548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.923586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.923798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.924076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.925125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.925125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.925125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.925125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.925125] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.157178] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7ea52c-c380-4792-9f82-768b5c28fbf2: rpc.has_security_group_logging(os_id): False [ 618.177180] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.177308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.177426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.177591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.177683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.177868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.177962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.178036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.178454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.178454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.178454] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.178643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.178643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.178708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.178831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.178993] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.182708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.182708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.182859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.182924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.183036] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be created. [ 618.247767] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.247907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.247976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.248917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.249437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.262783] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: IN_PROGRESS for 2s [ 618.276701] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4914b596-77a0-4c8e-8a0d-65787a45a169 [ 618.277324] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.277449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.277449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.277718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.277828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.277927] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4914b596-77a0-4c8e-8a0d-65787a45a169 already deleted. [ 618.278026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4914b596-77a0-4c8e-8a0d-65787a45a169" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.426736] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.488391] env[65150]: INFO networking_nsxv3.common.synchronization [req-ea2e1d8a-2d04-45e0-a5a5-7e4894958329 req-585ff924-ee1d-461f-8140-53c319e608fb service nova] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_rules [ 618.488569] env[65150]: INFO networking_nsxv3.common.synchronization [req-ea2e1d8a-2d04-45e0-a5a5-7e4894958329 req-585ff924-ee1d-461f-8140-53c319e608fb service nova] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_members [ 618.488729] env[65150]: INFO networking_nsxv3.common.synchronization [req-ea2e1d8a-2d04-45e0-a5a5-7e4894958329 req-585ff924-ee1d-461f-8140-53c319e608fb service nova] Enqueued Resource ID: 50ca255c-cdd1-4604-a4c0-4e98e3e12432 with Priority: HIGHEST for action port [ 618.489305] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_rules [ 618.489450] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_members [ 618.489548] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ca255c-cdd1-4604-a4c0-4e98e3e12432 with Priority: HIGHEST for action port [ 618.489842] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.489969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.490906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.491259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.491643] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.492546] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.492709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.492818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.493036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.493256] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.493768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.493768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.493768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.493912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.493999] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.495782] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ca255c-cdd1-4604-a4c0-4e98e3e12432 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.495782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.495782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.496539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.496664] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ca255c-cdd1-4604-a4c0-4e98e3e12432',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.931808] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.966109] env[65150]: INFO networking_nsxv3.common.synchronization [req-41c12f69-e4ae-47c8-82eb-5bd3cc874d2d req-7e432d25-d347-4582-878c-9255fcc4d573 tempest-FloatingIPsAssociationNegativeTestJSON-1167013667 tempest-FloatingIPsAssociationNegativeTestJSON-1167013667-project-member] Enqueued Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_members [ 618.966109] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_members [ 618.966398] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.966517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.966581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.966856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.967027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.967168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.967285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.967511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.967637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.968043] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.998075] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.999655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.999655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.999655] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50ca255c-cdd1-4604-a4c0-4e98e3e12432 with status ACTIVE [ 618.999655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.999655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.999909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.999909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.000076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.000635] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.000635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.000635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.000635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.000635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.000890] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.000890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.000890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.000997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.001465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.001567] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50ca255c-cdd1-4604-a4c0-4e98e3e12432 is going to be updated. [ 619.035774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.036031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.036031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.036221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.036362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.037134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ca255c-cdd1-4604-a4c0-4e98e3e12432" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.438253] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.438556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.438556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.438667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.438836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.438915] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 619.472343] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.472728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.472889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.473948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.473948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.474137] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.474225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.474225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.474470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.474617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.474617] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b already deleted. [ 619.474723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.487922] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.488116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.488214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.488464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.488663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.503794] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.518140] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd34055a-b429-4105-89e6-5fa3db0de723 in Status: SUCCESS [ 619.518140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.518394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.518449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.518653] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.518776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.518836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.519292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.519292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.519292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.519292] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.522092] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 620.006286] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.006560] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-195" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.006737] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-195" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.007216] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-195" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.007602] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.007828] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.007975] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.008294] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.008498] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.008843] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.008936] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.009097] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.009235] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.009406] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.009537] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.009711] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.011726] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.011881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.011954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.012225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.012325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.012592] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23c92381-38c9-486b-a48a-30635c78255f is going to be created. [ 620.022448] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.040949] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.041343] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.041518] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.042055] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-195" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.042180] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.042388] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.042523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.042869] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.043037] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c684c5-f98c-4309-8e26-f2b5ad2e8c90',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.050758] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.050903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.050955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.051261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.051420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.063951] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23c92381-38c9-486b-a48a-30635c78255f in Status: UNINITIALIZED for 2s [ 620.268159] env[65150]: INFO networking_nsxv3.common.synchronization [None req-dd87b436-9b25-48a9-8c35-9330083306ae None None] Enqueued Resource ID: c2831f7a-5b5f-4290-999b-1f2a3af36d7b with Priority: HIGHEST for action port [ 620.269088] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2831f7a-5b5f-4290-999b-1f2a3af36d7b with Priority: HIGHEST for action port [ 620.269088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2831f7a-5b5f-4290-999b-1f2a3af36d7b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.269533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2831f7a-5b5f-4290-999b-1f2a3af36d7b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.269660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2831f7a-5b5f-4290-999b-1f2a3af36d7b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.269892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2831f7a-5b5f-4290-999b-1f2a3af36d7b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.269978] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2831f7a-5b5f-4290-999b-1f2a3af36d7b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.277726] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 620.278096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.467457] env[65150]: INFO networking_nsxv3.common.synchronization [None req-17593fb4-4b39-47a7-804a-8ad3ba04e625 None None] Enqueued Resource ID: f4fdca91-5243-468b-b4a5-1ee7d2bdc25e with Priority: HIGHEST for action port [ 620.467993] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4fdca91-5243-468b-b4a5-1ee7d2bdc25e with Priority: HIGHEST for action port [ 620.468314] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4fdca91-5243-468b-b4a5-1ee7d2bdc25e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.468439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4fdca91-5243-468b-b4a5-1ee7d2bdc25e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.468507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4fdca91-5243-468b-b4a5-1ee7d2bdc25e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.468826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4fdca91-5243-468b-b4a5-1ee7d2bdc25e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.468940] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4fdca91-5243-468b-b4a5-1ee7d2bdc25e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.524664] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd34055a-b429-4105-89e6-5fa3db0de723: rpc.has_security_group_logging(os_id): False [ 620.542717] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.542717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.542717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.542717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.542717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.542717] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.543056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.543056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.543158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.543220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.543338] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 is going to be created. [ 620.544998] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.545180] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.545300] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.545518] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.546183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.546183] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 not found, creating... [ 620.546183] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.546183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.546378] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.547185] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.547185] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.547185] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.547185] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.547185] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.547543] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.547543] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.547633] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 is going to be created. [ 620.572699] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.572908] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.573041] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.573423] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.573528] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.573749] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.614677] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.614881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.614881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.615106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.615288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.626468] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd34055a-b429-4105-89e6-5fa3db0de723 in Status: IN_PROGRESS for 2s [ 620.774328] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2831f7a-5b5f-4290-999b-1f2a3af36d7b [ 620.774328] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.774328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.774499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.775091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.775091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.775091] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2831f7a-5b5f-4290-999b-1f2a3af36d7b already deleted. [ 620.775091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2831f7a-5b5f-4290-999b-1f2a3af36d7b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.971645] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4fdca91-5243-468b-b4a5-1ee7d2bdc25e [ 620.971840] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.971996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.972154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.972355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.972454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.972551] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4fdca91-5243-468b-b4a5-1ee7d2bdc25e already deleted. [ 620.972635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4fdca91-5243-468b-b4a5-1ee7d2bdc25e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.277258] env[65150]: INFO networking_nsxv3.common.synchronization [req-41c12f69-e4ae-47c8-82eb-5bd3cc874d2d req-de2758e6-29ef-4f2d-b82e-f0db32616f25 service nova] Enqueued Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_rules [ 621.277597] env[65150]: INFO networking_nsxv3.common.synchronization [req-41c12f69-e4ae-47c8-82eb-5bd3cc874d2d req-de2758e6-29ef-4f2d-b82e-f0db32616f25 service nova] Enqueued Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_members [ 621.277673] env[65150]: INFO networking_nsxv3.common.synchronization [req-41c12f69-e4ae-47c8-82eb-5bd3cc874d2d req-de2758e6-29ef-4f2d-b82e-f0db32616f25 service nova] Enqueued Resource ID: e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 with Priority: HIGHEST for action port [ 621.278269] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_rules [ 621.278437] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_members [ 621.278562] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 with Priority: HIGHEST for action port [ 621.279053] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.279053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.279189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.279446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.279567] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.280461] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.280584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.280702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.280823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.281138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.281138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.281138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.281291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.281381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.281509] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.285135] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.285353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.285353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.285531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.285601] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c684c5-f98c-4309-8e26-f2b5ad2e8c90',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.534234] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 621.534234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.787364] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.787706] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 with status ACTIVE [ 621.787871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.787985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.788119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.788273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.788366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.788537] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.788706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.789143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.789143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.789143] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.789343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.789343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.789422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.789422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.789503] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c684c5-f98c-4309-8e26-f2b5ad2e8c90 is going to be updated. [ 621.793515] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.816709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.816854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.816921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.817159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.817312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.817495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c684c5-f98c-4309-8e26-f2b5ad2e8c90" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.075704] env[65150]: INFO networking_nsxv3.common.synchronization [None req-c4109200-1a24-40be-ae43-77e35164510e tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_rules [ 622.078177] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23c92381-38c9-486b-a48a-30635c78255f in Status: SUCCESS [ 622.078418] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.079174] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_rules [ 622.079269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.079500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.079654] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.079836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.079907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.080088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.080170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.080255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.080343] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.081367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.081474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.081474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081739] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.287090] env[65150]: INFO networking_nsxv3.common.synchronization [None req-7a6dbc7d-443f-406e-9f8f-6b94fafeada5 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_rules [ 622.288424] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_rules [ 622.288424] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.288424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.297644] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.496590] env[65150]: INFO networking_nsxv3.common.synchronization [req-95b92988-0b14-4d8b-87c3-ece076be05d9 req-fec92cdd-57fb-4b59-bdaf-cf54280dd9f4 tempest-ServerMetadataTestJSON-857793364 tempest-ServerMetadataTestJSON-857793364-project-member] Enqueued Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_members [ 622.497244] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_members [ 622.497622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.497761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.497827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.498113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.498295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.498410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.498449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.498598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.498685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.498799] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.583983] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.608495] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.608702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.608746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.608956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.609066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.609161] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd already deleted. [ 622.609247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.609484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.609656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.609741] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.644897] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd34055a-b429-4105-89e6-5fa3db0de723 in Status: SUCCESS [ 622.645237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.800690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.800937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.800937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.801091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.801214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.801313] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b is going to be created. [ 622.827288] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.827539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.827539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.827886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.827989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.839721] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b in Status: UNINITIALIZED for 2s [ 623.002114] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.002331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.002398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.002685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.003281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.003281] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.003281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.003281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.003281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.003281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.003557] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 already deleted. [ 623.003557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.087472] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23c92381-38c9-486b-a48a-30635c78255f: rpc.has_security_group_logging(os_id): False [ 623.110218] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.110387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.110430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.111763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.111871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.112147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.113112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.113112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.113112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.113112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.113316] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23c92381-38c9-486b-a48a-30635c78255f is going to be created. [ 623.134451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.134606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.134675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.134912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.135023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.135122] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd already deleted. [ 623.135206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.185307] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.185758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.185758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.186299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.187335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.209454] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23c92381-38c9-486b-a48a-30635c78255f in Status: IN_PROGRESS for 2s [ 623.312577] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.312805] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-849" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.312920] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-849" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.313698] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-849" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.313698] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.313937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.313937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.314366] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.314366] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.315891] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.315891] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.315891] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.315891] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.315891] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.315891] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.315891] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.338873] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.338873] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.339200] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.339200] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-849" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.341813] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.341813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.341813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.341813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.341813] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.492481] env[65150]: INFO networking_nsxv3.common.synchronization [None req-46adc62e-55dc-4dbc-ba57-6d22e23233d1 None None] Enqueued Resource ID: 7700accb-9e9d-4545-93a1-2c0f449d9c9f with Priority: HIGHEST for action port [ 623.492985] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700accb-9e9d-4545-93a1-2c0f449d9c9f with Priority: HIGHEST for action port [ 623.494130] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7700accb-9e9d-4545-93a1-2c0f449d9c9f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.495573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7700accb-9e9d-4545-93a1-2c0f449d9c9f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.495665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7700accb-9e9d-4545-93a1-2c0f449d9c9f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.495952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7700accb-9e9d-4545-93a1-2c0f449d9c9f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.496062] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7700accb-9e9d-4545-93a1-2c0f449d9c9f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.845570] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.845922] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.845922] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.846260] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.846721] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.846721] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 not found, creating... [ 623.846892] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.847494] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.847674] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.847965] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.848101] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.848406] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.848577] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.848667] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.848870] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.848993] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.849173] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 is going to be created. [ 623.893335] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.893335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.893559] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.893672] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.893961] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.894210] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.998161] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7700accb-9e9d-4545-93a1-2c0f449d9c9f [ 623.998435] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.998617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.998701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.999039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.999039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.999039] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7700accb-9e9d-4545-93a1-2c0f449d9c9f already deleted. [ 623.999652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7700accb-9e9d-4545-93a1-2c0f449d9c9f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.605891] env[65150]: INFO networking_nsxv3.common.synchronization [req-95b92988-0b14-4d8b-87c3-ece076be05d9 req-d23547e7-2707-4f87-999b-b04107c3cde2 service nova] Enqueued Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_rules [ 624.606157] env[65150]: INFO networking_nsxv3.common.synchronization [req-95b92988-0b14-4d8b-87c3-ece076be05d9 req-d23547e7-2707-4f87-999b-b04107c3cde2 service nova] Enqueued Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_members [ 624.606374] env[65150]: INFO networking_nsxv3.common.synchronization [req-95b92988-0b14-4d8b-87c3-ece076be05d9 req-d23547e7-2707-4f87-999b-b04107c3cde2 service nova] Enqueued Resource ID: ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 with Priority: HIGHEST for action port [ 624.607372] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_rules [ 624.607538] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_members [ 624.608035] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 with Priority: HIGHEST for action port [ 624.608118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.608293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.609417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.609417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.609417] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.610803] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.611145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.611220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.613173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.613173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.613173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.613173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.613173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.613173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.613173] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.613922] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.614032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.614085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.614316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.614436] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.851209] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b in Status: SUCCESS [ 624.851590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.851762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.851927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.852272] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.852379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.852443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.852644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.852749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.852842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.857336] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.882567] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2f11e72f-de56-4c9e-a669-c64aac015f89 None None] Enqueued Resource ID: b7b597b1-98e0-469c-bf95-90aaff18dd3e with Priority: HIGHEST for action port [ 624.883098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b597b1-98e0-469c-bf95-90aaff18dd3e with Priority: HIGHEST for action port [ 624.883486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b597b1-98e0-469c-bf95-90aaff18dd3e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.883631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b597b1-98e0-469c-bf95-90aaff18dd3e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.883699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b597b1-98e0-469c-bf95-90aaff18dd3e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.883922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b597b1-98e0-469c-bf95-90aaff18dd3e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.883997] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b597b1-98e0-469c-bf95-90aaff18dd3e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.116900] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.118138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.118401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.118489] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 with status ACTIVE [ 625.122025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.122025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122025] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1 is going to be updated. [ 625.148566] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.148851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.148954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.150995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.151294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.151506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbb6c4d-a41a-4c4a-99f2-c8303b06e6d1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.159888] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2e30ac83-71e2-4ab5-a71c-9571fcae1e02 tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 625.159888] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 625.160330] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.160450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.160517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.160919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.160919] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.231379] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23c92381-38c9-486b-a48a-30635c78255f in Status: SUCCESS [ 625.231587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.356374] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.356660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.356660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.356885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.357207] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.357370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.357660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.357660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.357782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.357888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.358071] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.358194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.358279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.358480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.358664] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.358785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.358865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.359140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.359261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.359368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.359620] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.388028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7b597b1-98e0-469c-bf95-90aaff18dd3e [ 625.388307] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.388478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.388692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.388777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.388845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.389408] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7b597b1-98e0-469c-bf95-90aaff18dd3e already deleted. [ 625.389408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b597b1-98e0-469c-bf95-90aaff18dd3e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.400679] env[65150]: INFO networking_nsxv3.common.synchronization [None req-bf7d63f1-1c2d-4143-87a4-f89ebbfb14a8 tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 625.401420] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 625.403116] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.403116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.623994] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.685464] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.685616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.685687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.685910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.686290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.686290] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 already deleted. [ 625.686290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.686424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.686543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.686625] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.864611] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a77ad11a-d5dc-417b-bcce-26d488ef4c3b: rpc.has_security_group_logging(os_id): False [ 625.889079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.889079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.889079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.889079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.889914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.890355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.890511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.890934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.891205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.891405] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b is going to be created. [ 625.976551] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.976785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.976785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.976925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.977143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.992048] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b in Status: IN_PROGRESS for 2s [ 626.004469] env[65150]: INFO networking_nsxv3.common.synchronization [req-796d65d4-163f-4531-9b76-d3130e556ad5 req-1da40c59-e1ce-4fec-9574-a410d6c3e7ad tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 626.005018] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 626.008030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.008030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.008030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.008030] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.130511] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.130714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.130714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.130945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.131649] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 is going to be created. [ 626.163960] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.164166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.164214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.164439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.164643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175423] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 in Status: UNINITIALIZED for 2s [ 626.208118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.208281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.208321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.208531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.208627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.208722] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 already deleted. [ 626.208804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.513632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.513632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.513632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.513632] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 626.547488] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.547488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.547488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.547488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.547488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.558830] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 627.058966] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6bdb26f9-e51c-44ea-b19a-086056480917 None None] Enqueued Resource ID: 78361b9a-099d-4dc5-8ee7-faa9441e2ab2 with Priority: HIGHEST for action port [ 627.058966] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78361b9a-099d-4dc5-8ee7-faa9441e2ab2 with Priority: HIGHEST for action port [ 627.058966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-78361b9a-099d-4dc5-8ee7-faa9441e2ab2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.058966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78361b9a-099d-4dc5-8ee7-faa9441e2ab2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.058966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78361b9a-099d-4dc5-8ee7-faa9441e2ab2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.058966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78361b9a-099d-4dc5-8ee7-faa9441e2ab2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.058966] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78361b9a-099d-4dc5-8ee7-faa9441e2ab2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.542834] env[65150]: INFO networking_nsxv3.common.synchronization [req-1ea8cd0c-9707-45e2-9181-808edb880421 req-8f969f1d-73d7-4e52-9fd3-b2dfadcd348a tempest-ServersWithSpecificFlavorTestJSON-976291436 tempest-ServersWithSpecificFlavorTestJSON-976291436-project-member] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 627.543431] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 627.543768] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.543895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.543963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.544234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.544391] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.544490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.544551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.544701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.544786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.544876] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.561863] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78361b9a-099d-4dc5-8ee7-faa9441e2ab2 [ 627.562128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563014] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78361b9a-099d-4dc5-8ee7-faa9441e2ab2 already deleted. [ 627.563014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78361b9a-099d-4dc5-8ee7-faa9441e2ab2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.006813] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b in Status: SUCCESS [ 628.007038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.046697] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.046904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.046989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.047266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.047364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.047577] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.047677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.047727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.047879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.047952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.050063] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf already deleted. [ 628.050063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.190516] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 in Status: SUCCESS [ 628.191423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.191725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.192339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.192339] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.192500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.192537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.192732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.192822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.192917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.194616] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.257883] env[65150]: INFO networking_nsxv3.common.synchronization [None req-f361b7c9-59be-494f-a0ce-0a48a2221b2b None None] Enqueued Resource ID: 3ea58286-f62d-4563-9f98-9733571c4b11 with Priority: HIGHEST for action port [ 628.258242] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea58286-f62d-4563-9f98-9733571c4b11 with Priority: HIGHEST for action port [ 628.258567] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea58286-f62d-4563-9f98-9733571c4b11 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea58286-f62d-4563-9f98-9733571c4b11" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.258793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea58286-f62d-4563-9f98-9733571c4b11" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.259018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea58286-f62d-4563-9f98-9733571c4b11" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.259134] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea58286-f62d-4563-9f98-9733571c4b11',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.377775] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.378037] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.378116] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.378482] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.378774] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.378912] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.379212] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.379316] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.379480] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.379691] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.379788] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.379893] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.379988] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.380099] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.380191] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.380434] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.409146] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.409395] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.409518] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.409675] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.410027] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-b41ed4c4-f4ef-46b7-bff7-f498886d1613 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.410197] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.410316] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.410698] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.410817] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41ed4c4-f4ef-46b7-bff7-f498886d1613',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.566370] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 628.566672] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 deletion is rescheduled due to dependency. [ 628.566813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.701535] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.701770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.701834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.702013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.702194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.702303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.702371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.702529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.702625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.702735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.702889] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.702983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.703058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.703210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.703383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.703485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.703573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.703725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.703809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.703906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.704040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.762440] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ea58286-f62d-4563-9f98-9733571c4b11 [ 628.762897] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.762897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.762897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.763077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.763169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.763261] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ea58286-f62d-4563-9f98-9733571c4b11 already deleted. [ 628.763343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea58286-f62d-4563-9f98-9733571c4b11" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.915373] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.915373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.915373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.915373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.915911] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.915911] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port b41ed4c4-f4ef-46b7-bff7-f498886d1613 not found, creating... [ 628.915911] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.916324] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.916466] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.916978] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.916978] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916978] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.917169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.917282] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.917412] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.917543] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: b41ed4c4-f4ef-46b7-bff7-f498886d1613 is going to be created. [ 628.944504] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.944713] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.944830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.945112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.945335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.945551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.207734] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0d3dee2-f3c0-4331-8614-4b4d656149f9: rpc.has_security_group_logging(os_id): False [ 629.226897] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.227162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.227496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.227702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227853] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.227999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.228112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.228206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.228476] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.228617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.228700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.228869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.228968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.229170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.229284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.229351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.229508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.229585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.229674] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 is going to be created. [ 629.295038] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.295335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.295839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.296066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.308248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 in Status: IN_PROGRESS for 2s [ 629.706385] env[65150]: INFO networking_nsxv3.common.synchronization [req-1ea8cd0c-9707-45e2-9181-808edb880421 req-2cd03f32-84bb-4a81-88f6-f884590234b1 service nova] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 629.706385] env[65150]: INFO networking_nsxv3.common.synchronization [req-1ea8cd0c-9707-45e2-9181-808edb880421 req-2cd03f32-84bb-4a81-88f6-f884590234b1 service nova] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 629.706385] env[65150]: INFO networking_nsxv3.common.synchronization [req-1ea8cd0c-9707-45e2-9181-808edb880421 req-2cd03f32-84bb-4a81-88f6-f884590234b1 service nova] Enqueued Resource ID: b41ed4c4-f4ef-46b7-bff7-f498886d1613 with Priority: HIGHEST for action port [ 629.706613] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 629.706613] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 629.706732] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41ed4c4-f4ef-46b7-bff7-f498886d1613 with Priority: HIGHEST for action port [ 629.709677] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.709677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.709677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.709677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.709677] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.710856] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.710983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.711065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.711302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.712038] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.712038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.712038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.712038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.712038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.712038] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.716443] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b41ed4c4-f4ef-46b7-bff7-f498886d1613 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.716568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.716640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.716813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.716891] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41ed4c4-f4ef-46b7-bff7-f498886d1613',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.958151] env[65150]: INFO networking_nsxv3.common.synchronization [req-21841762-c67f-4a11-ac52-a93ed099d12d req-4c8c8a0b-4602-49fa-a3f7-3e85e877d261 tempest-ServerDiagnosticsTest-399870861 tempest-ServerDiagnosticsTest-399870861-project-member] Enqueued Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_members [ 629.958707] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGHEST for action security_group_members [ 629.959062] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.959295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.959295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.959486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.960790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.961072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.962619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.962619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.962619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.962619] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.219291] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.220451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.220610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.220925] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b41ed4c4-f4ef-46b7-bff7-f498886d1613 with status ACTIVE [ 630.220925] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.222719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.222719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.222719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.223887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.223887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.223887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.223887] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b41ed4c4-f4ef-46b7-bff7-f498886d1613 is going to be updated. [ 630.227652] env[65150]: INFO networking_nsxv3.common.synchronization [req-a6e8d7a0-28e2-4970-af0b-3294a4aa5a1c req-8da115e1-eefd-4b30-b26e-b3408bb39c29 tempest-SecurityGroupRulesNegativeTestJSON-353062153 tempest-SecurityGroupRulesNegativeTestJSON-353062153-project-member] Enqueued Resource ID: 08e32d62-a884-43c7-aa8a-4e8cb7f68961 with Priority: HIGHEST for action security_group_rules [ 630.228170] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e32d62-a884-43c7-aa8a-4e8cb7f68961 with Priority: HIGHEST for action security_group_rules [ 630.228460] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.228581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.228639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.229076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.229076] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e32d62-a884-43c7-aa8a-4e8cb7f68961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.250992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.251193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.251334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.251606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.251786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.252033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b41ed4c4-f4ef-46b7-bff7-f498886d1613" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.445630] env[65150]: INFO networking_nsxv3.common.synchronization [req-725b17d9-6424-4af0-8b58-47c986a85a4d req-5f53f186-3dec-4d59-9f51-37d80166a93b tempest-ServerAddressesNegativeTestJSON-1272887291 tempest-ServerAddressesNegativeTestJSON-1272887291-project-member] Enqueued Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_members [ 630.445630] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_members [ 630.445858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.445858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.445973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.446689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.446689] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.446934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.448211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.448401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.448656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.448656] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.466516] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.466695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.466759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.466988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.467291] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.467390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.467452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.467771] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c is going to be updated. [ 630.497807] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.497807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.497807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.498090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.498090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.509880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c in Status: IN_PROGRESS for 2s [ 630.662033] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3e1fd737-edd3-4535-803d-5c37a7ae71f7 None None] Enqueued Resource ID: 7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb with Priority: HIGHEST for action port [ 630.662670] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb with Priority: HIGHEST for action port [ 630.663067] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.663206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.663319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.663626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.663708] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.725903] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.757228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.757533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.757595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.757792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.757877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.757977] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e32d62-a884-43c7-aa8a-4e8cb7f68961 already deleted. [ 630.758076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.773144] env[65150]: INFO networking_nsxv3.common.synchronization [req-c3097c43-39cc-4b30-80d7-02803c4a292f req-0077d698-5762-4c0c-af6d-6d20e79a615a tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 00a28e65-6766-4142-9587-f8323f106b8d with Priority: HIGHEST for action security_group_rules [ 630.773578] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a28e65-6766-4142-9587-f8323f106b8d with Priority: HIGHEST for action security_group_rules [ 630.773838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a28e65-6766-4142-9587-f8323f106b8d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.776361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a28e65-6766-4142-9587-f8323f106b8d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.776472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a28e65-6766-4142-9587-f8323f106b8d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.776902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a28e65-6766-4142-9587-f8323f106b8d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.776902] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a28e65-6766-4142-9587-f8323f106b8d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.846218] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.846451] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-678" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.846582] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-678" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.846900] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-678" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.847223] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.847400] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.847558] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.848223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.848223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.848223] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.848375] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.848411] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.848519] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.848630] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.848733] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.848890] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.871882] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.872068] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.872261] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.873693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-678" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.873693] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-37da5712-a2b9-42fa-9f33-51c30d5efb48 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.873693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.873693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874155] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.874375] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37da5712-a2b9-42fa-9f33-51c30d5efb48',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.951833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.952248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.952483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.952814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.953039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.953464] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.954221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.954221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.954221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.955099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.955099] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 already deleted. [ 630.955099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.169261] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb [ 631.169465] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.169596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.169667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.169976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.169976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.170101] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb already deleted. [ 631.170135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7965bcab-b3e7-4b33-813b-b7a5d7b2c3bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.228817] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.229267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.229267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.229342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.229374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.230113] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be created. [ 631.262294] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.262532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.262532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.262883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.262883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.282479] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: UNINITIALIZED for 2s [ 631.305346] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.305630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.305630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.305784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.306023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.306023] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a28e65-6766-4142-9587-f8323f106b8d already deleted. [ 631.306277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a28e65-6766-4142-9587-f8323f106b8d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.320987] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 in Status: SUCCESS [ 631.321437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.379842] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.380173] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.380326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.380540] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.380692] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.380853] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 37da5712-a2b9-42fa-9f33-51c30d5efb48 not found, creating... [ 631.381159] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.381354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.381483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.381735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.381890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.382218] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.382458] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.382597] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.382748] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.382889] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.383078] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 37da5712-a2b9-42fa-9f33-51c30d5efb48 is going to be created. [ 631.405851] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.405851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.405851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.407744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.407744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.407744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.133419] env[65150]: INFO networking_nsxv3.common.synchronization [req-725b17d9-6424-4af0-8b58-47c986a85a4d req-581f7d40-71f6-49f7-bfd7-69587d32a3cd service nova] Enqueued Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_rules [ 632.133751] env[65150]: INFO networking_nsxv3.common.synchronization [req-725b17d9-6424-4af0-8b58-47c986a85a4d req-581f7d40-71f6-49f7-bfd7-69587d32a3cd service nova] Enqueued Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_members [ 632.134352] env[65150]: INFO networking_nsxv3.common.synchronization [req-725b17d9-6424-4af0-8b58-47c986a85a4d req-581f7d40-71f6-49f7-bfd7-69587d32a3cd service nova] Enqueued Resource ID: 37da5712-a2b9-42fa-9f33-51c30d5efb48 with Priority: HIGHEST for action port [ 632.134707] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_rules [ 632.134867] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_members [ 632.135023] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37da5712-a2b9-42fa-9f33-51c30d5efb48 with Priority: HIGHEST for action port [ 632.135277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.135451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.135490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.135918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.135918] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.137258] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.137494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.137676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.137936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.137936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.138068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.138234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.138327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.138465] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.139372] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-37da5712-a2b9-42fa-9f33-51c30d5efb48 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.139473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.139525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.139671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.139750] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37da5712-a2b9-42fa-9f33-51c30d5efb48',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.265569] env[65150]: INFO networking_nsxv3.common.synchronization [req-ffb8050d-a0ec-44f9-ad79-591d3d480b6a req-f91c5941-4684-4a3f-8b41-7f8d9aea9c7b tempest-ServerDiagnosticsNegativeTest-1786802124 tempest-ServerDiagnosticsNegativeTest-1786802124-project-member] Enqueued Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_members [ 632.266136] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGHEST for action security_group_members [ 632.266449] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.266612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.266741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.266876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.268541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.268700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.270812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.270812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.270812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.270812] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.523076] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c in Status: SUCCESS [ 632.523264] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c deletion is rescheduled due to dependency. [ 632.523376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.548031] env[65150]: INFO networking_nsxv3.common.synchronization [req-371c27dd-e75b-423b-95fc-41da73fdb4ab req-3f05366c-e819-437c-9055-3b9de12b0cf3 tempest-DeleteServersAdminTestJSON-556220470 tempest-DeleteServersAdminTestJSON-556220470-project-admin] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 632.548031] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 632.548298] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.548298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.548298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.548485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.548656] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.548822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.549276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.549276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.549435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.549692] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.642162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645112] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.645112] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37da5712-a2b9-42fa-9f33-51c30d5efb48 with status ACTIVE [ 632.645318] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.645409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.645409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.645409] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.646184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.646184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.646330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.646458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.646634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.646731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.646794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.646937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.647153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.647263] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37da5712-a2b9-42fa-9f33-51c30d5efb48 is going to be updated. [ 632.678144] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.678301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.678631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.678631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.678631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.678631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37da5712-a2b9-42fa-9f33-51c30d5efb48" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.772272] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.772495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.772586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.772898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.773581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.774076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.774243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.774347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.774641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.774746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.774846] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 is going to be updated. [ 632.820315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.820478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.820536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.820743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.820946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.829907] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 in Status: IN_PROGRESS for 2s [ 633.053472] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.053637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.053637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.053919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.054070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.055041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.055041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.055041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.055041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.055041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.055309] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be updated. [ 633.093842] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.094015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.094097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.094320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.094513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.104550] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: IN_PROGRESS for 2s [ 633.150447] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.293140] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 633.294032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.294217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.294441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.294883] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.295019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.295092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.295320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.295412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.295507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.295598] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.655031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.656564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.656564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.656564] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 is going to be created. [ 633.686152] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.686350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.686350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.697748] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 in Status: UNINITIALIZED for 2s [ 633.799398] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.302231] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad203f42-da3f-41fa-b0fb-0077c907b2bf: rpc.has_security_group_logging(os_id): False [ 634.323790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.323950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.325034] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.325034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.325034] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be created. [ 634.385685] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.385685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.385919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.385956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.386139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.397089] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: IN_PROGRESS for 2s [ 634.841448] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 in Status: SUCCESS [ 634.841733] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 deletion is rescheduled due to dependency. [ 634.841832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.115482] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 635.116893] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 deletion is rescheduled due to dependency. [ 635.116893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652188] env[65150]: INFO networking_nsxv3.common.synchronization [req-cca37a79-27ac-412b-8930-e07867c3c03a req-d315297a-d3bf-4692-8646-e82e8fb03777 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_members [ 635.652188] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_members [ 635.652628] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.652628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.653338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.654358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.655456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.655643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.655732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.655961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.657131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.657311] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.709082] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 in Status: SUCCESS [ 635.709353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.709432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.709667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.709868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.709988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.710070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.710412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.710412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.710412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.710528] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.160072] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.160236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.160312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.160537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.160629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.160854] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.160926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.160965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.161129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.161205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.161310] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd already deleted. [ 636.161397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.213801] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.213801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.214025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.214225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.215248] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.215248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.215248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.215728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.215828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.215923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.216106] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.216203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.216278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.216556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.216612] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.216677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.216734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.216859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.216932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.217626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.217769] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.223834] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.224064] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.224130] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.224969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.225154] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.225361] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.225489] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.225708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.225859] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.226377] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.226377] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.226377] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.226546] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.226584] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.226675] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.226819] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.247520] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.247716] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.247931] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.248208] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.248623] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.248837] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.248961] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.249298] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.249454] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fee25c5-39d3-43cb-a2c9-87d4c791e7bd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.411524] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 636.411791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.723375] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68: rpc.has_security_group_logging(os_id): False [ 636.741913] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.742082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.742171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.742527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.742666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.742891] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.742999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.743074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.743245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.743327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.743520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.743680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.743749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.743894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.743967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.744176] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.744271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.744337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.744697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.744697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.744697] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 is going to be created. [ 636.752113] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.752463] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.752659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.752930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.753119] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.753237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 6fee25c5-39d3-43cb-a2c9-87d4c791e7bd not found, creating... [ 636.753495] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.753673] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.753793] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.754017] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.754152] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.754449] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.754599] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.754713] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.755172] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755308] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.755448] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 6fee25c5-39d3-43cb-a2c9-87d4c791e7bd is going to be created. [ 636.773373] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.773588] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.773687] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.773952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.774187] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.774481] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.809953] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.809953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.810348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.810348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.810740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.837707] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 in Status: IN_PROGRESS for 2s [ 637.588270] env[65150]: INFO networking_nsxv3.common.synchronization [req-cca37a79-27ac-412b-8930-e07867c3c03a req-5452db4b-9cd4-4d22-9105-095a8acba95f service nova] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_rules [ 637.588342] env[65150]: INFO networking_nsxv3.common.synchronization [req-cca37a79-27ac-412b-8930-e07867c3c03a req-5452db4b-9cd4-4d22-9105-095a8acba95f service nova] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_members [ 637.588518] env[65150]: INFO networking_nsxv3.common.synchronization [req-cca37a79-27ac-412b-8930-e07867c3c03a req-5452db4b-9cd4-4d22-9105-095a8acba95f service nova] Enqueued Resource ID: 6fee25c5-39d3-43cb-a2c9-87d4c791e7bd with Priority: HIGHEST for action port [ 637.589221] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_rules [ 637.590569] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_members [ 637.590786] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fee25c5-39d3-43cb-a2c9-87d4c791e7bd with Priority: HIGHEST for action port [ 637.591225] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.591474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.591582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.591798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.591884] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.594027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.594027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.594027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.594204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.594691] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.594746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.594794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.594951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.595051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.595142] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.595966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.596070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.596122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.596260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.596339] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fee25c5-39d3-43cb-a2c9-87d4c791e7bd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.094614] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.094614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.097773] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.102738] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fee25c5-39d3-43cb-a2c9-87d4c791e7bd with status ACTIVE [ 638.103012] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.103153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.103239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.103464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.104096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.104096] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.104096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.104096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.104096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.104373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.104373] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.104474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.104474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.104713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.104788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.104868] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fee25c5-39d3-43cb-a2c9-87d4c791e7bd is going to be updated. [ 638.133926] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.134127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.134175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.134354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.134500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.134655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fee25c5-39d3-43cb-a2c9-87d4c791e7bd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.434174] env[65150]: INFO networking_nsxv3.common.synchronization [req-52c62fff-9d2d-4cee-90d2-bf10a9cf37b7 req-9638ff2d-70c7-45a5-b151-dc032de1af21 tempest-SecurityGroupRulesNegativeTestJSON-353062153 tempest-SecurityGroupRulesNegativeTestJSON-353062153-project-member] Enqueued Resource ID: 08e32d62-a884-43c7-aa8a-4e8cb7f68961 with Priority: HIGHEST for action security_group_rules [ 638.435749] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e32d62-a884-43c7-aa8a-4e8cb7f68961 with Priority: HIGHEST for action security_group_rules [ 638.435749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.435749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.435749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.435749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.435749] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e32d62-a884-43c7-aa8a-4e8cb7f68961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.599751] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.754826] env[65150]: INFO networking_nsxv3.common.synchronization [req-009546a9-36a4-49c4-bc6b-294a3d7797ca req-3dd8f56d-dc6f-4e25-b1b5-bd4c470588b8 tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 638.754879] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 638.757037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.757037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.757037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.757037] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.948261] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 in Status: SUCCESS [ 638.948416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.962386] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.962547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.962888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.962888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.963034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.963034] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e32d62-a884-43c7-aa8a-4e8cb7f68961 already deleted. [ 638.963127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e32d62-a884-43c7-aa8a-4e8cb7f68961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.106185] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.106185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.106185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.106897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.107399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.107511] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd is going to be created. [ 639.135406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.135563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.135687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.136407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.136597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.148693] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd in Status: UNINITIALIZED for 2s [ 639.211075] env[65150]: INFO networking_nsxv3.common.synchronization [req-013218d0-cbd8-43d4-bb98-32367d5cd1c0 req-3b4a7464-7f75-4755-8f22-e21886b52371 tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 62a82223-5015-427a-94bf-948a03228386 with Priority: HIGHEST for action security_group_rules [ 639.211075] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a82223-5015-427a-94bf-948a03228386 with Priority: HIGHEST for action security_group_rules [ 639.211178] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a82223-5015-427a-94bf-948a03228386 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.211399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a82223-5015-427a-94bf-948a03228386" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.211539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a82223-5015-427a-94bf-948a03228386" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.213839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a82223-5015-427a-94bf-948a03228386" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.214044] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a82223-5015-427a-94bf-948a03228386',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.262657] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.262657] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.262657] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 already deleted. [ 639.262657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.278634] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.278843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.278940] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.279481] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.279814] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.280143] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.280232] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.280472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.280768] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.280842] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.281245] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.281245] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.281245] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.281453] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.281488] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.281822] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.306039] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.306275] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.306394] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.306619] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.306974] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-a2089a27-b81a-4829-a3ca-c6f6e30e619b taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.307212] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.307389] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.307789] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.307956] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2089a27-b81a-4829-a3ca-c6f6e30e619b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.756049] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.756244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.756314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.756527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.756614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.756706] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a82223-5015-427a-94bf-948a03228386 already deleted. [ 639.756787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a82223-5015-427a-94bf-948a03228386" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.812415] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.812791] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.812947] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.813261] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.813410] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.813562] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port a2089a27-b81a-4829-a3ca-c6f6e30e619b not found, creating... [ 639.813831] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.813985] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.814121] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.814333] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.814482] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.814765] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.814916] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.815154] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.815377] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.815511] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.815647] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: a2089a27-b81a-4829-a3ca-c6f6e30e619b is going to be created. [ 639.844349] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.844720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.844720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.845033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.845269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.845939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.634309] env[65150]: INFO networking_nsxv3.common.synchronization [req-009546a9-36a4-49c4-bc6b-294a3d7797ca req-7ed81083-629f-4b79-8ff6-efc240c2450a service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 640.634542] env[65150]: INFO networking_nsxv3.common.synchronization [req-009546a9-36a4-49c4-bc6b-294a3d7797ca req-7ed81083-629f-4b79-8ff6-efc240c2450a service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 640.634682] env[65150]: INFO networking_nsxv3.common.synchronization [req-009546a9-36a4-49c4-bc6b-294a3d7797ca req-7ed81083-629f-4b79-8ff6-efc240c2450a service nova] Enqueued Resource ID: a2089a27-b81a-4829-a3ca-c6f6e30e619b with Priority: HIGHEST for action port [ 640.634839] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 640.634973] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 640.635073] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2089a27-b81a-4829-a3ca-c6f6e30e619b with Priority: HIGHEST for action port [ 640.635654] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.635782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.635897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.638273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641862] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.641862] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641862] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.641862] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.644554] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2089a27-b81a-4829-a3ca-c6f6e30e619b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.644698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.644756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.644907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.644984] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2089a27-b81a-4829-a3ca-c6f6e30e619b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.147163] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.147366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.147642] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.148597] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2089a27-b81a-4829-a3ca-c6f6e30e619b with status ACTIVE [ 641.148761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.148871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.149306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.149306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.149306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.152616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.152867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.152867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.153425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.153425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.153425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.153593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.153593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.153750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.153823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.153901] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2089a27-b81a-4829-a3ca-c6f6e30e619b is going to be updated. [ 641.168309] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd in Status: SUCCESS [ 641.168309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.168309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.168309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.168309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.168309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.168309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.169629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.169778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.169895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.169999] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.182852] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.183057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.183057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.183267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.183400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.183558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2089a27-b81a-4829-a3ca-c6f6e30e619b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.199777] env[65150]: INFO networking_nsxv3.common.synchronization [req-b81d3d7e-5a83-499c-95b9-c367a913f0fe req-68261883-a039-4265-b313-a7c3940c26f6 tempest-AttachInterfacesV270Test-193004288 tempest-AttachInterfacesV270Test-193004288-project-member] Enqueued Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_members [ 641.202049] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGHEST for action security_group_members [ 641.202510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.202651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.202720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.202972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.203118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.203218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.203279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.203429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.203535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.203982] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.533614] env[65150]: INFO networking_nsxv3.common.synchronization [req-d769334a-ccd9-4196-b24d-c9e8cc1de83e req-def70443-3821-4cd0-859b-39f15d292e04 tempest-InstanceActionsNegativeTestJSON-164843952 tempest-InstanceActionsNegativeTestJSON-164843952-project-member] Enqueued Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_members [ 641.534334] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGHEST for action security_group_members [ 641.534901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.535947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.536035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.536254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.536427] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.536543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.536607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.536767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.536852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.537020] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.656422] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.675047] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.708044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.708044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.708044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.708044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.708044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.708475] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.708475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.708475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.708475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.708475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.708690] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 is going to be updated. [ 641.737848] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.738644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.738644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.738644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.738644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.748649] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: IN_PROGRESS for 2s [ 642.041257] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.043964] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.043964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.043964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41019d87-cd84-4815-a334-e79d45af11f4 is going to be updated. [ 642.072858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.072858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.072858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.072858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.072858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.080344] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41019d87-cd84-4815-a334-e79d45af11f4 in Status: IN_PROGRESS for 2s [ 642.158941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.161536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.161536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.161536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.161536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.161536] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be created. [ 642.179945] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd: rpc.has_security_group_logging(os_id): False [ 642.199309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.208189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.208916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.209046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.209599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.209764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.210219] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.210574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.210620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.211012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.211132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.211265] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd is going to be created. [ 642.213467] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: UNINITIALIZED for 2s [ 642.285947] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.285947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.285947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.285947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.285947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.297940] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd in Status: IN_PROGRESS for 2s [ 643.355754] env[65150]: INFO networking_nsxv3.common.synchronization [req-b2987547-ec63-4cc3-865d-870d3b00dc5e req-2c277d46-a6a1-42bd-98d6-0f8ada8c04ff tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 643.356400] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 643.357029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.357029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.357029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.359895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.359895] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.359895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.359895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.359895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.359895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.359895] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.759062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: IN_PROGRESS for 4s [ 643.862289] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864509] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f already deleted. [ 643.864509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.999573] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.999833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.999876] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.000322] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.000583] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.000768] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.000868] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.001115] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.001257] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.001488] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.001613] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.001714] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.001813] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.001918] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.002016] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.002143] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.023700] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.023919] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.024100] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.024269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.024598] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-e24414a0-2920-4c7e-8c43-148e028da001 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.024808] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.024882] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.025208] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.025370] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24414a0-2920-4c7e-8c43-148e028da001',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.090460] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41019d87-cd84-4815-a334-e79d45af11f4 in Status: SUCCESS [ 644.090644] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41019d87-cd84-4815-a334-e79d45af11f4 deletion is rescheduled due to dependency. [ 644.090822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223419] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 644.223654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.224061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.224268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.224435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.224435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.224598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.224719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.224755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.224856] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.311833] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd in Status: SUCCESS [ 644.312103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.527706] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.528319] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.528319] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.528319] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.528675] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.528675] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port e24414a0-2920-4c7e-8c43-148e028da001 not found, creating... [ 644.528876] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.529040] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.529153] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.529520] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.529678] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.530088] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.530227] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.530272] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.530487] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.530620] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.530756] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: e24414a0-2920-4c7e-8c43-148e028da001 is going to be created. [ 644.551575] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.551829] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.551956] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.552273] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.552585] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.552842] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.727067] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.883832] env[65150]: INFO networking_nsxv3.common.synchronization [None req-960e1c23-39a2-42e6-b71d-0963571524c3 None None] Enqueued Resource ID: 616dbf82-aab3-4515-8fa5-1e036171b485 with Priority: HIGHEST for action port [ 644.884307] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616dbf82-aab3-4515-8fa5-1e036171b485 with Priority: HIGHEST for action port [ 644.884693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-616dbf82-aab3-4515-8fa5-1e036171b485 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.884835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616dbf82-aab3-4515-8fa5-1e036171b485" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.884897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616dbf82-aab3-4515-8fa5-1e036171b485" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.885140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616dbf82-aab3-4515-8fa5-1e036171b485" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.885228] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616dbf82-aab3-4515-8fa5-1e036171b485',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.229461] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7084db9-4abc-4d00-bb00-c19c02ff92a5: rpc.has_security_group_logging(os_id): False [ 645.251094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.251716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.251858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.252191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.252298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.252612] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.252745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.252822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.253014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.253106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.253220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be created. [ 645.261972] env[65150]: INFO networking_nsxv3.common.synchronization [req-b2987547-ec63-4cc3-865d-870d3b00dc5e req-5c0a4a86-9483-4ccc-8e44-3c26978a8f9e service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 645.262162] env[65150]: INFO networking_nsxv3.common.synchronization [req-b2987547-ec63-4cc3-865d-870d3b00dc5e req-5c0a4a86-9483-4ccc-8e44-3c26978a8f9e service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 645.262294] env[65150]: INFO networking_nsxv3.common.synchronization [req-b2987547-ec63-4cc3-865d-870d3b00dc5e req-5c0a4a86-9483-4ccc-8e44-3c26978a8f9e service nova] Enqueued Resource ID: e24414a0-2920-4c7e-8c43-148e028da001 with Priority: HIGHEST for action port [ 645.263105] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 645.263294] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 645.263459] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24414a0-2920-4c7e-8c43-148e028da001 with Priority: HIGHEST for action port [ 645.263748] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.263874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.263941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.264264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.264656] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.265587] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.265646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.265712] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.265894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.266048] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.266145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.266206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.266346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.266431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.267407] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.268694] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e24414a0-2920-4c7e-8c43-148e028da001 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.268694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.268694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.268694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.268694] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24414a0-2920-4c7e-8c43-148e028da001',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.317938] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.318111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.318184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.318391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.318669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.331753] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 645.386877] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 616dbf82-aab3-4515-8fa5-1e036171b485 [ 645.387293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.387487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.387691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.387842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.388780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.388780] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:616dbf82-aab3-4515-8fa5-1e036171b485 already deleted. [ 645.388780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616dbf82-aab3-4515-8fa5-1e036171b485" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.770488] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.771025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.771025] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.774079] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 in Status: SUCCESS [ 645.774079] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 deletion is rescheduled due to dependency. [ 645.774079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.774079] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e24414a0-2920-4c7e-8c43-148e028da001 with status ACTIVE [ 645.774079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.774079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.774079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.774079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.775659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.775659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.775659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.775659] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e24414a0-2920-4c7e-8c43-148e028da001 is going to be updated. [ 645.803924] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.803924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.803924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.804293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.804293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.804558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e24414a0-2920-4c7e-8c43-148e028da001" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.278605] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.783872] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.784262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.784262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.784354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.784422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.784539] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be created. [ 646.814839] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.815106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.815106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.815450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.815627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.828114] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: UNINITIALIZED for 2s [ 647.351239] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 647.351239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.420194] env[65150]: INFO networking_nsxv3.common.synchronization [None req-b1605594-0530-4e16-9f30-28f0a2cf85bb None None] Enqueued Resource ID: f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa with Priority: HIGHEST for action port [ 648.420194] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa with Priority: HIGHEST for action port [ 648.420194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.420194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.421721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.423997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.423997] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.837930] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 648.838179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.838345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.838584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.838780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.838902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.838960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.839129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.839208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.839298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.839387] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.925120] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa [ 648.925386] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.925494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.925561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.925764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.925857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.925950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa already deleted. [ 648.926048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f9b93f-e8f0-4ea2-8ec1-af900fb2beaa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.340983] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.341435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.341648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.341959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.342248] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.342497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.342673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.342929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.344025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.344245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.345017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.345017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.345017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.345017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.346677] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.346677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.346677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.346677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.346677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.346677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.346677] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.492378] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6fea380b-50f3-48da-b566-dc0067356a56 None None] Enqueued Resource ID: 40483794-0243-40f2-b156-412be647130e with Priority: HIGHEST for action port [ 649.493426] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40483794-0243-40f2-b156-412be647130e with Priority: HIGHEST for action port [ 649.493612] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-40483794-0243-40f2-b156-412be647130e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.493612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40483794-0243-40f2-b156-412be647130e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.493719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40483794-0243-40f2-b156-412be647130e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.494044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40483794-0243-40f2-b156-412be647130e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.494044] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40483794-0243-40f2-b156-412be647130e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.851201] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc30272-3856-4c9e-82c8-b1a626ed882f: rpc.has_security_group_logging(os_id): False [ 649.873684] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.873684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.873684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.873684] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.874051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.874051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.874051] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.874174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.874218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.875867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.875867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.875867] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.875867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.875867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.875867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.876314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.877633] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be created. [ 649.942145] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.942434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.942434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.942691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.942835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.955387] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 649.999060] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40483794-0243-40f2-b156-412be647130e [ 649.999730] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.000181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.000829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.000829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.000829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.000829] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40483794-0243-40f2-b156-412be647130e already deleted. [ 650.000829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40483794-0243-40f2-b156-412be647130e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.972469] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 651.972734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.254714] env[65150]: INFO networking_nsxv3.common.synchronization [None req-849e7627-aed9-4e6b-8cdd-4eec5ffe42e7 None None] Enqueued Resource ID: c9c20814-0a5c-4a12-a9f8-cdc1f1083225 with Priority: HIGHEST for action port [ 652.254714] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c20814-0a5c-4a12-a9f8-cdc1f1083225 with Priority: HIGHEST for action port [ 652.255466] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9c20814-0a5c-4a12-a9f8-cdc1f1083225 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.255673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9c20814-0a5c-4a12-a9f8-cdc1f1083225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.255726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9c20814-0a5c-4a12-a9f8-cdc1f1083225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.256160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9c20814-0a5c-4a12-a9f8-cdc1f1083225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.256828] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9c20814-0a5c-4a12-a9f8-cdc1f1083225',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.591722] env[65150]: INFO networking_nsxv3.common.synchronization [req-8975dfbc-20b0-42e7-ac65-29b8488c00e5 req-22c180b3-f427-43be-9c0c-19ae539e8f8d tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 652.591722] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 652.591902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.591987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.592085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.592305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.592494] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.592632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.592731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.592894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.592982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.593093] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.761337] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9c20814-0a5c-4a12-a9f8-cdc1f1083225 [ 652.761337] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.761337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.761337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.761337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.761337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.761337] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9c20814-0a5c-4a12-a9f8-cdc1f1083225 already deleted. [ 652.761337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9c20814-0a5c-4a12-a9f8-cdc1f1083225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.780829] env[65150]: INFO networking_nsxv3.common.synchronization [req-fad7af7e-b87f-4fab-9bcc-d1cb9c264dce req-bd360670-aa31-4afd-b028-cc7421d7a1f2 tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 852e89bd-7de8-4b86-aae8-207e8f13c819 with Priority: HIGHEST for action security_group_rules [ 652.781520] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852e89bd-7de8-4b86-aae8-207e8f13c819 with Priority: HIGHEST for action security_group_rules [ 652.781712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852e89bd-7de8-4b86-aae8-207e8f13c819 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.782035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852e89bd-7de8-4b86-aae8-207e8f13c819" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.782035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852e89bd-7de8-4b86-aae8-207e8f13c819" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.782165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852e89bd-7de8-4b86-aae8-207e8f13c819" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.782247] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852e89bd-7de8-4b86-aae8-207e8f13c819',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.057964] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.058640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.058905] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.059526] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.059933] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.060343] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.063930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.063930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.063930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.063930] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.063930] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.063930] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.063930] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.063930] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.063930] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.063930] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.085193] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.085453] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.085625] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.086151] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.086151] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-5694daa3-a016-475f-8b36-8dacff5eac47 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.086307] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.086419] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.086752] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.086883] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5694daa3-a016-475f-8b36-8dacff5eac47',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.095516] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.311602] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.311816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.311868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.312113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.312246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.312354] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852e89bd-7de8-4b86-aae8-207e8f13c819 already deleted. [ 653.312636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852e89bd-7de8-4b86-aae8-207e8f13c819" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.458801] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6ae7d354-f801-4917-81fe-f0c52cb5d97e None None] Enqueued Resource ID: 385924f8-1520-46d7-8399-ee7ad78c53b7 with Priority: HIGHEST for action port [ 653.459677] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385924f8-1520-46d7-8399-ee7ad78c53b7 with Priority: HIGHEST for action port [ 653.459822] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-385924f8-1520-46d7-8399-ee7ad78c53b7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.459961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-385924f8-1520-46d7-8399-ee7ad78c53b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.460029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-385924f8-1520-46d7-8399-ee7ad78c53b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.460297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-385924f8-1520-46d7-8399-ee7ad78c53b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.460379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385924f8-1520-46d7-8399-ee7ad78c53b7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.589203] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.589450] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.589637] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.589841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.589986] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.590476] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 5694daa3-a016-475f-8b36-8dacff5eac47 not found, creating... [ 653.590566] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.590689] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.593918] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.594050] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.594197] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.594560] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.594758] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.594890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.595142] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.595277] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.595422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 5694daa3-a016-475f-8b36-8dacff5eac47 is going to be created. [ 653.597415] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.620754] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.620754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.620754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.620754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.620754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.620754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.963040] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 385924f8-1520-46d7-8399-ee7ad78c53b7 [ 653.963205] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.963343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.963410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.963670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.963751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.963847] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:385924f8-1520-46d7-8399-ee7ad78c53b7 already deleted. [ 653.963932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-385924f8-1520-46d7-8399-ee7ad78c53b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.100687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.101083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.101083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.101083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.101204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.101383] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 654.133747] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.134048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.134048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.134203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.134380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.144518] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 654.384124] env[65150]: INFO networking_nsxv3.common.synchronization [req-8975dfbc-20b0-42e7-ac65-29b8488c00e5 req-71f5e098-8da1-43ba-865f-fb1686c348c3 service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 654.384345] env[65150]: INFO networking_nsxv3.common.synchronization [req-8975dfbc-20b0-42e7-ac65-29b8488c00e5 req-71f5e098-8da1-43ba-865f-fb1686c348c3 service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 654.384482] env[65150]: INFO networking_nsxv3.common.synchronization [req-8975dfbc-20b0-42e7-ac65-29b8488c00e5 req-71f5e098-8da1-43ba-865f-fb1686c348c3 service nova] Enqueued Resource ID: 5694daa3-a016-475f-8b36-8dacff5eac47 with Priority: HIGHEST for action port [ 654.386316] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 654.386316] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 654.386316] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5694daa3-a016-475f-8b36-8dacff5eac47 with Priority: HIGHEST for action port [ 654.386429] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.386523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.386643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.387474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.389521] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.389521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.389521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.389521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-5694daa3-a016-475f-8b36-8dacff5eac47 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.389521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.389907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.392114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.392114] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5694daa3-a016-475f-8b36-8dacff5eac47',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.494313] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-f6f10679-858b-445e-9447-3ad0ab88e23d tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 654.494880] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 654.495389] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.495538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.495679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.495901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.496163] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.496273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.496338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.496494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.496583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.496679] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.871944] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.872209] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.872274] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.872557] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.873271] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.873523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.873654] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.874115] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.874115] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.874303] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.874428] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.874501] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.874956] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.874956] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.874956] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.874956] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.894957] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.894957] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.894957] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.895404] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.895404] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-4b859932-fafb-481b-b461-ce55f598d0cf taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.895555] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.895605] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.895924] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.896068] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b859932-fafb-481b-b461-ce55f598d0cf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.897262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.897737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.897883] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5694daa3-a016-475f-8b36-8dacff5eac47 with status ACTIVE [ 654.897966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.898077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.898135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.899065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.899065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.899065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.899065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.900543] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.900543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.900543] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5694daa3-a016-475f-8b36-8dacff5eac47 is going to be updated. [ 654.922547] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.924079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.924079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.924079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.924079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.924079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5694daa3-a016-475f-8b36-8dacff5eac47" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.998939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.999688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.999688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.999959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.000354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.000593] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.001252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.001252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.001252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.001252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.001528] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 655.038700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.038879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.038879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.056332] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 655.399252] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.399551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.399551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400631] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.400631] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.400631] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 4b859932-fafb-481b-b461-ce55f598d0cf not found, creating... [ 655.400631] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.400631] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.400631] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.400895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401202] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.401351] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.401460] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.401684] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.401813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401942] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 4b859932-fafb-481b-b461-ce55f598d0cf is going to be created. [ 655.422639] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.425747] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.425747] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.425747] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.425747] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.425747] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.089259] env[65150]: INFO networking_nsxv3.common.synchronization [None req-93fb310f-a8ce-4f71-a4f5-8e4155e7daf7 None None] Enqueued Resource ID: d44cce71-1fd8-486e-af24-7a1c0e65f810 with Priority: HIGHEST for action port [ 656.089259] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44cce71-1fd8-486e-af24-7a1c0e65f810 with Priority: HIGHEST for action port [ 656.089739] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44cce71-1fd8-486e-af24-7a1c0e65f810 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.089915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44cce71-1fd8-486e-af24-7a1c0e65f810" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.089980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44cce71-1fd8-486e-af24-7a1c0e65f810" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.090442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44cce71-1fd8-486e-af24-7a1c0e65f810" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.090535] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44cce71-1fd8-486e-af24-7a1c0e65f810',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.143479] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-571eb166-c8c5-45bf-81ed-4cdfa30ffcc6 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 656.144013] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-571eb166-c8c5-45bf-81ed-4cdfa30ffcc6 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 656.144188] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-571eb166-c8c5-45bf-81ed-4cdfa30ffcc6 service nova] Enqueued Resource ID: 4b859932-fafb-481b-b461-ce55f598d0cf with Priority: HIGHEST for action port [ 656.144729] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 656.145282] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 656.145282] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b859932-fafb-481b-b461-ce55f598d0cf with Priority: HIGHEST for action port [ 656.146310] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.146483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.146578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.146805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.149622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.149622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.149622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b859932-fafb-481b-b461-ce55f598d0cf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.149622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.149622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.149622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.149622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b859932-fafb-481b-b461-ce55f598d0cf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.164881] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.164881] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.164881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.164881] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.594557] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d44cce71-1fd8-486e-af24-7a1c0e65f810 [ 656.594557] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.594557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.594557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.594557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.595227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.595227] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d44cce71-1fd8-486e-af24-7a1c0e65f810 already deleted. [ 656.595227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44cce71-1fd8-486e-af24-7a1c0e65f810" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.651251] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.651251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.656509] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b859932-fafb-481b-b461-ce55f598d0cf with status ACTIVE [ 656.656509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.656509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.656509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.656509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.656509] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b859932-fafb-481b-b461-ce55f598d0cf is going to be updated. [ 656.667069] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.685586] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.685746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.685825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.686418] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.686572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.686782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b859932-fafb-481b-b461-ce55f598d0cf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.792615] env[65150]: INFO networking_nsxv3.common.synchronization [None req-b4b8f9b4-2846-40ac-8fca-e16679e416c5 None None] Enqueued Resource ID: 133d0001-45b0-4db2-a62c-106bcc4fa43b with Priority: HIGHEST for action port [ 656.795996] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 133d0001-45b0-4db2-a62c-106bcc4fa43b with Priority: HIGHEST for action port [ 656.796796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-133d0001-45b0-4db2-a62c-106bcc4fa43b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.801623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-133d0001-45b0-4db2-a62c-106bcc4fa43b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.801623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-133d0001-45b0-4db2-a62c-106bcc4fa43b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.801877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-133d0001-45b0-4db2-a62c-106bcc4fa43b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.801945] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('133d0001-45b0-4db2-a62c-106bcc4fa43b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.070650] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 657.071082] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 deletion is rescheduled due to dependency. [ 657.071082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.072688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.073356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.076775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.076775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.076775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.076775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.076775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.076775] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.173046] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.199839] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-ff48464b-ab7c-4c22-aa83-bb768aa7d66e tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 657.200344] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 657.200671] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.200779] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.305208] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 133d0001-45b0-4db2-a62c-106bcc4fa43b [ 657.305871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.305871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.306025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.306209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.306365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.306467] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:133d0001-45b0-4db2-a62c-106bcc4fa43b already deleted. [ 657.306559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-133d0001-45b0-4db2-a62c-106bcc4fa43b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.582024] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.623670] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.626018] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.626018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.626018] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.626018] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.626681] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.626893] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.627045] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.627372] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.627372] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.650532] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.651081] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.651860] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.651860] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-830" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.652996] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-14ab4069-4f45-4076-a0d2-7d401ada89e5 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.653163] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.653390] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.653719] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.653797] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ab4069-4f45-4076-a0d2-7d401ada89e5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.679114] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.679320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.679401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.679629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.679709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.679811] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 657.713376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.713376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.713376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.713606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.713644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.726032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 658.083103] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.157716] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.157716] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.157716] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.157716] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.157716] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.158088] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 14ab4069-4f45-4076-a0d2-7d401ada89e5 not found, creating... [ 658.158733] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.158733] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.158913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.159669] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.159863] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.160178] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.160336] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.160451] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.160666] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.160886] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.161129] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 14ab4069-4f45-4076-a0d2-7d401ada89e5 is going to be created. [ 658.186373] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.186607] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.186690] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.186962] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.187198] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.187414] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.589032] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.589032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.589211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.589307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.589408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.590032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 658.597786] env[65150]: INFO networking_nsxv3.common.synchronization [req-16313f7d-37a4-4bac-b472-472161a3c412 req-e2bcea6e-5040-4f3a-b4d3-fcdecde2569c tempest-ServerAddressesNegativeTestJSON-1272887291 tempest-ServerAddressesNegativeTestJSON-1272887291-project-member] Enqueued Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_members [ 658.599290] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGHEST for action security_group_members [ 658.599290] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.599290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.599290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.599290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.599290] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.599290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.599290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.599290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.599838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.599838] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.620079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.620241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.620304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.620517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.620646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.631958] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 658.946891] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-9c18fac4-8cd5-4dc2-ba57-bcec915f3e80 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 658.947123] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-9c18fac4-8cd5-4dc2-ba57-bcec915f3e80 service nova] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 658.947261] env[65150]: INFO networking_nsxv3.common.synchronization [req-df3f28c0-1425-4c30-aa8f-61d2d250ec6f req-9c18fac4-8cd5-4dc2-ba57-bcec915f3e80 service nova] Enqueued Resource ID: 14ab4069-4f45-4076-a0d2-7d401ada89e5 with Priority: HIGHEST for action port [ 658.947912] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_rules [ 658.948065] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 658.948188] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ab4069-4f45-4076-a0d2-7d401ada89e5 with Priority: HIGHEST for action port [ 658.948545] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.948619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.948787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.948867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.949184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ab4069-4f45-4076-a0d2-7d401ada89e5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.949948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.949948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.949948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.949948] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ab4069-4f45-4076-a0d2-7d401ada89e5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.104849] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.105125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.105653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.105653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.105653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.105899] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.106015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.106092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.106253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.106332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.106418] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 is going to be updated. [ 659.137356] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.137612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.137612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.139638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.139638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.149781] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 in Status: IN_PROGRESS for 2s [ 659.407724] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d5a73ca2-59d5-4855-9af3-9ced96c3c0a3 None None] Enqueued Resource ID: f10916a3-49f3-47fa-8779-1ff0f46cfc20 with Priority: HIGHEST for action port [ 659.416618] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10916a3-49f3-47fa-8779-1ff0f46cfc20 with Priority: HIGHEST for action port [ 659.417026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10916a3-49f3-47fa-8779-1ff0f46cfc20 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.417134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10916a3-49f3-47fa-8779-1ff0f46cfc20" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.417175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10916a3-49f3-47fa-8779-1ff0f46cfc20" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.417439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10916a3-49f3-47fa-8779-1ff0f46cfc20" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.417522] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10916a3-49f3-47fa-8779-1ff0f46cfc20',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.453422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14ab4069-4f45-4076-a0d2-7d401ada89e5 with status ACTIVE [ 659.454078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.456506] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.456506] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.456506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.456506] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14ab4069-4f45-4076-a0d2-7d401ada89e5 is going to be updated. [ 659.634140] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.634140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.634140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.634140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.634140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.634939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ab4069-4f45-4076-a0d2-7d401ada89e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.745224] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 659.745554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.745767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.745967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.746187] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.746315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.746361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.746533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.746593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.746695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.746803] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.919966] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f10916a3-49f3-47fa-8779-1ff0f46cfc20 [ 659.920155] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.920371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.920371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.920561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.920623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.920740] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f10916a3-49f3-47fa-8779-1ff0f46cfc20 already deleted. [ 659.920831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10916a3-49f3-47fa-8779-1ff0f46cfc20" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252757] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.253030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.253279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.253500] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.253646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.253711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.253946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.254083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.254189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.254345] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.254437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.254490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.254692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.254869] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.255014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.255090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.255280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.255370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255598] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.643923] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 660.644340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.645060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.645060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.645060] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.645060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.645060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.645367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.645367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.645431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.645523] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.648672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.649322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.650476] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.650476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.650476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.651621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.651621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.653038] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.763207] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc30272-3856-4c9e-82c8-b1a626ed882f: rpc.has_security_group_logging(os_id): False [ 660.784466] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.784466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.784466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.784466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.784466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.788408] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.788570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.788732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.788944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.789077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.789314] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.789417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.789478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.789640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.789715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.790440] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.790553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.790621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.790776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.790854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.790942] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 660.901695] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.901695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.901695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.901695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.901695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.927231] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 661.156058] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.156058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.156058] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.160741] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 in Status: SUCCESS [ 661.160741] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 deletion is rescheduled due to dependency. [ 661.161951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.370915] env[65150]: INFO networking_nsxv3.common.synchronization [None req-c7112b00-e64e-44cd-999d-45402bab646b tempest-ServersTestManualDisk-670899262 tempest-ServersTestManualDisk-670899262-project-member] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_rules [ 661.371934] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_rules [ 661.371934] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.372091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.372091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.373040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.373040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.592076] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2d876ea9-da99-4fc0-870f-a439f50e50c3 tempest-ServersTestManualDisk-670899262 tempest-ServersTestManualDisk-670899262-project-member] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_rules [ 661.593889] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_rules [ 661.595432] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.595626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.659335] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.900887] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.901102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.901884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.901884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.901884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.901884] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 already deleted. [ 661.901884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.902090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.902217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.902217] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.163031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.163031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.163031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.163031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.163031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.163031] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 662.195943] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.196120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.196192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.196380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.200033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.211021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 662.427979] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.428157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.428291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.428570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.428785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.428954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 already deleted. [ 662.429108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.942314] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 662.942656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.146400] env[65150]: INFO networking_nsxv3.common.synchronization [req-d38fb680-140e-4070-87ef-1db31e3cd314 req-3321f4e1-d1ea-4728-9b33-f505d3ef3332 tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 664.147304] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 664.147347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.149904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.149904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.149904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.149904] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.151565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.151720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.151953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.152465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.152637] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.220652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 664.220928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.221088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.221298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.221492] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.221696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.221760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.221933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.221996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.222224] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.561887] env[65150]: INFO networking_nsxv3.common.synchronization [None req-0b081a37-cd1f-4b85-973d-8c2ad741a60c None None] Enqueued Resource ID: 9fd382f6-408c-4e66-bb72-b9251f861744 with Priority: HIGHEST for action port [ 664.562483] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd382f6-408c-4e66-bb72-b9251f861744 with Priority: HIGHEST for action port [ 664.563377] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd382f6-408c-4e66-bb72-b9251f861744 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.563377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd382f6-408c-4e66-bb72-b9251f861744" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.563377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd382f6-408c-4e66-bb72-b9251f861744" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.564568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd382f6-408c-4e66-bb72-b9251f861744" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.564568] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd382f6-408c-4e66-bb72-b9251f861744',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.589891] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.590099] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.590222] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.590553] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.590801] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.590952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.591073] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.591280] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.591419] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.591739] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.591852] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.591954] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.592094] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.592204] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.592302] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.592426] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.611621] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.611823] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.611999] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.612144] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.612452] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-cc4e4d03-b769-431e-8157-241a1f177e4f taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.612622] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.612734] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.613096] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.613286] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4e4d03-b769-431e-8157-241a1f177e4f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.655672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.655880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.655927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.656140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.656234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.656449] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.656548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.656635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.656790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.656867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.656953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 already deleted. [ 664.657170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.724179] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.070093] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fd382f6-408c-4e66-bb72-b9251f861744 [ 665.070093] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.070093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.070093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.070093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.070093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.070093] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fd382f6-408c-4e66-bb72-b9251f861744 already deleted. [ 665.070093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd382f6-408c-4e66-bb72-b9251f861744" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.115815] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.117731] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port cc4e4d03-b769-431e-8157-241a1f177e4f not found, creating... [ 665.117731] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.117731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.118222] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.118222] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.119689] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.120102] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.121058] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.121318] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.121415] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: cc4e4d03-b769-431e-8157-241a1f177e4f is going to be created. [ 665.146831] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.147200] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.147368] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.147718] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.148101] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.148595] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.229135] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.732951] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.732951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.732951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.732951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.732951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.732951] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 665.765389] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.765490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.765562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.765786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.765933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.775110] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 665.889797] env[65150]: INFO networking_nsxv3.common.synchronization [req-d38fb680-140e-4070-87ef-1db31e3cd314 req-eb3a4abf-fa74-4872-9f6f-baddc87b695f service nova] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_rules [ 665.889797] env[65150]: INFO networking_nsxv3.common.synchronization [req-d38fb680-140e-4070-87ef-1db31e3cd314 req-eb3a4abf-fa74-4872-9f6f-baddc87b695f service nova] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 665.889797] env[65150]: INFO networking_nsxv3.common.synchronization [req-d38fb680-140e-4070-87ef-1db31e3cd314 req-eb3a4abf-fa74-4872-9f6f-baddc87b695f service nova] Enqueued Resource ID: cc4e4d03-b769-431e-8157-241a1f177e4f with Priority: HIGHEST for action port [ 665.889797] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_rules [ 665.889797] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 665.889797] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4e4d03-b769-431e-8157-241a1f177e4f with Priority: HIGHEST for action port [ 665.890431] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.890500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.890788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.891033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.891033] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.895622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.895762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.895762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.895965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.896151] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.896253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.896313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.896474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.896610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.896677] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.898165] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc4e4d03-b769-431e-8157-241a1f177e4f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.899175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.899175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.899175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.899175] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4e4d03-b769-431e-8157-241a1f177e4f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.402021] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.402021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.402021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.402021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc4e4d03-b769-431e-8157-241a1f177e4f with status ACTIVE [ 666.402021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.402021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.402021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.402021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.402021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.402021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.402812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.402812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.402975] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.403086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.403149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.403296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.403368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.403469] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc4e4d03-b769-431e-8157-241a1f177e4f is going to be updated. [ 666.450980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.451164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.451164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.451444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.451444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.451726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc4e4d03-b769-431e-8157-241a1f177e4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.536042] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d112756e-2770-4ebe-b102-86cc439b82e3 None None] Enqueued Resource ID: aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8 with Priority: HIGHEST for action port [ 666.536611] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8 with Priority: HIGHEST for action port [ 666.536922] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.537064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.537154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.537386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.537598] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.708047] env[65150]: INFO networking_nsxv3.common.synchronization [req-43409a40-4f58-469e-8fce-b3328b733c35 req-3988defa-8d80-444a-adec-9dbbbcb9f848 tempest-DeleteServersAdminTestJSON-1605976260 tempest-DeleteServersAdminTestJSON-1605976260-project-member] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 666.708047] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 666.708047] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.708047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.708047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.708047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.708047] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.708047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.708047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.708047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.708597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.708597] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.905737] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.040499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8 [ 667.040760] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.040927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.041411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.041658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.041775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.041887] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8 already deleted. [ 667.041974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa5a43e8-6b8d-4e53-82f9-fd6b0d1a3af8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.189827] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.189827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.189827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.189827] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.189827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.189827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.190326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.190326] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.191452] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.191642] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.191706] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.192646] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.192646] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.192646] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.212959] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.213140] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.213277] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.213450] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.213848] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-2234e6f4-0aa7-4e68-a906-3267e4c93544 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.213948] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.214054] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.214386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.214518] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2234e6f4-0aa7-4e68-a906-3267e4c93544',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.215528] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.215612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.215651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.215825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.215909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.216096] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.216579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.216579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.216579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.216579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.216579] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be updated. [ 667.243775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.244212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.244212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.244649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.254652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: IN_PROGRESS for 2s [ 667.409606] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.410033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.410033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.410115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.410197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.410298] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be created. [ 667.435511] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.435764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.435867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.436194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.436428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.447717] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: UNINITIALIZED for 2s [ 667.720170] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.720362] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.720473] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.720829] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.721015] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.721171] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 2234e6f4-0aa7-4e68-a906-3267e4c93544 not found, creating... [ 667.721435] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.721585] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.721777] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.722074] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.722284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.722707] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.722992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.723152] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.723430] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.723556] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.723694] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 2234e6f4-0aa7-4e68-a906-3267e4c93544 is going to be created. [ 667.749012] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.749266] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.749391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.749697] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.749925] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.750459] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.786482] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 667.786715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.786870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.787116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.787313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.787453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.787524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.787650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.787719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.787810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.787970] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.788080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.788166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.788262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.788399] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.788500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.788565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.788667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.788734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.788834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.788943] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.293334] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb41414-77fe-4a5b-abfb-ece180ee8d59: rpc.has_security_group_logging(os_id): False [ 668.321891] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.322094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.322094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.322341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.322341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.323191] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.323191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.323191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.323191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.323191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.325810] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.325928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.325928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.327498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.327589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.327973] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.327973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.327973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.328150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.328213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.328288] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 668.411441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.411441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.411920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.411920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.412977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.428989] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 668.526748] env[65150]: INFO networking_nsxv3.common.synchronization [req-43409a40-4f58-469e-8fce-b3328b733c35 req-650b3b8f-8500-4d61-b24b-eaeb894790f3 service nova] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_rules [ 668.526934] env[65150]: INFO networking_nsxv3.common.synchronization [req-43409a40-4f58-469e-8fce-b3328b733c35 req-650b3b8f-8500-4d61-b24b-eaeb894790f3 service nova] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 668.527078] env[65150]: INFO networking_nsxv3.common.synchronization [req-43409a40-4f58-469e-8fce-b3328b733c35 req-650b3b8f-8500-4d61-b24b-eaeb894790f3 service nova] Enqueued Resource ID: 2234e6f4-0aa7-4e68-a906-3267e4c93544 with Priority: HIGHEST for action port [ 668.527610] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_rules [ 668.527787] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 668.527989] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2234e6f4-0aa7-4e68-a906-3267e4c93544 with Priority: HIGHEST for action port [ 668.528306] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.528431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.528515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.528691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.528776] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.530059] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.530156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.530327] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2234e6f4-0aa7-4e68-a906-3267e4c93544 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.530427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.530492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.530680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.530986] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2234e6f4-0aa7-4e68-a906-3267e4c93544',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.563943] env[65150]: INFO networking_nsxv3.common.synchronization [req-dfc2b0a0-ceb0-4065-82ed-9c02b1066615 req-a59ec8ac-4635-4521-a14a-b50bcbd82a1d tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 8e80d44e-6e35-446f-8e58-6c04edfe689e with Priority: HIGHEST for action security_group_rules [ 668.564520] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e80d44e-6e35-446f-8e58-6c04edfe689e with Priority: HIGHEST for action security_group_rules [ 668.564853] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e80d44e-6e35-446f-8e58-6c04edfe689e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.564985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e80d44e-6e35-446f-8e58-6c04edfe689e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.565063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e80d44e-6e35-446f-8e58-6c04edfe689e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.565344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e80d44e-6e35-446f-8e58-6c04edfe689e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.565421] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e80d44e-6e35-446f-8e58-6c04edfe689e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.032499] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.032499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.032702] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2234e6f4-0aa7-4e68-a906-3267e4c93544 with status ACTIVE [ 669.032861] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.032967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.033040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.033701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.033701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.033701] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.033701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.033701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.034025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.034025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.034264] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.034264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.034413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.034680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.034680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.034680] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2234e6f4-0aa7-4e68-a906-3267e4c93544 is going to be updated. [ 669.059978] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.060198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.060281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.061042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.061042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.061042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2234e6f4-0aa7-4e68-a906-3267e4c93544" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.086159] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.086362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.086446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.086660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.086817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.086923] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e80d44e-6e35-446f-8e58-6c04edfe689e already deleted. [ 669.087014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e80d44e-6e35-446f-8e58-6c04edfe689e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.264566] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 669.264747] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 deletion is rescheduled due to dependency. [ 669.264846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.265025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.265255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.265477] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.265561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.265601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.265758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.265840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.265937] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.460152] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 669.460413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.460557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.460744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.461220] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.461220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.461220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.461459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.461511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.461686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.461745] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.768354] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.964147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.964314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.964386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.964597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.964776] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.964875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.964929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.965088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.965175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.965847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.965847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.965847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.965847] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.966056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.966056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.966134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.966134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.966240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.966372] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.275592] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.447260] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 670.447581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.447686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.447870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.447949] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.469700] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f64822c2-cf91-4b54-a41d-4fa6f71bb8a6: rpc.has_security_group_logging(os_id): False [ 670.494387] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.494387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.494665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.494733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.494831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.495199] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.495199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.495307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.495703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.495703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.495815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.495866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.495909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.496150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496331] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.496433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.496495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.496651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.496739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.496785] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be created. [ 670.565534] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.565879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.565879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.566217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.566637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.583552] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 670.779013] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.779251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.779251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.779507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.779673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.779774] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be updated. [ 670.821257] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.821257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.822611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.822611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.822611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.838313] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: IN_PROGRESS for 2s [ 670.951590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.951590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.951590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.951590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.951590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.952091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.952691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.952691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.952691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.952691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.952957] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.455568] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.457197] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457197] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.457866] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.458170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.458170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.458170] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.960797] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb41414-77fe-4a5b-abfb-ece180ee8d59: rpc.has_security_group_logging(os_id): False [ 671.985694] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.985956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.986065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.986393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.986514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.986794] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.986955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.987127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.987333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.987436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.987758] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.987960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.988089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.988334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.988523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.988858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.989050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.989139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.989391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.989492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.989604] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 672.067152] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.067438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.067648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.067847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.068082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.090689] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 672.600947] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 672.601197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.854589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 672.854856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.854905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.855160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.855359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.855485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.855549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.857143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.857143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.857143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.857143] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.363396] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.363709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.363709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.364112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.364329] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.364495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.364574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.364824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.364975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.365387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.365387] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.365506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.365563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.365810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.370452] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.371076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.371296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.371605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.371777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.372059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.372357] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.566052] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 673.566665] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 673.875561] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8: rpc.has_security_group_logging(os_id): False [ 673.883176] env[65150]: INFO networking_nsxv3.common.synchronization [req-cb2eebde-1695-495d-bead-e784428a491e req-2e0e0bdd-2342-4c62-9236-e63d217da57d tempest-TenantUsagesTestJSON-494407952 tempest-TenantUsagesTestJSON-494407952-project-member] Enqueued Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_members [ 673.884136] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_members [ 673.884441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.887568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.887763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.887907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.888350] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.888480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.888545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.888754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.888842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.889062] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.895669] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.895669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.895884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.895923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.896012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.896237] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.896412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.896412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.897939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.897939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.897939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.899034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.899034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.899034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.899165] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be updated. [ 673.968354] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.970090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.970090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.970090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.970090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.986506] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: IN_PROGRESS for 2s [ 674.112607] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 674.112935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.392589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.392959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.392959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.393174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.393267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.393554] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.393708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.393969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.393969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.394085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.394171] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303eb98e-7198-4b58-a538-1f2213713f4c already deleted. [ 674.394303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.438160] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.438360] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.438505] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.438729] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.439317] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.439317] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.439458] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.439656] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.439844] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.440062] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.440171] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.440306] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.440418] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.440520] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.440621] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.440782] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.462708] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.462971] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.463091] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.463287] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.463612] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-fa299ab8-b59a-447a-a01d-c47d83928f66 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.463802] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.463885] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.464240] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.464371] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa299ab8-b59a-447a-a01d-c47d83928f66',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.966696] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.968554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.968554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.968554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.968554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.968554] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port fa299ab8-b59a-447a-a01d-c47d83928f66 not found, creating... [ 674.968777] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.969644] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.969644] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.969644] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.969644] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.969644] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.969940] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.969985] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.970437] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.970437] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.970644] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: fa299ab8-b59a-447a-a01d-c47d83928f66 is going to be created. [ 674.991082] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.991587] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.991809] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.992066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.992295] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.046571] env[65150]: INFO networking_nsxv3.common.synchronization [req-7f262523-9404-446d-880a-e9a649a7dea7 req-233dd978-0664-434b-a74c-eabab96ccbde tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 675.046571] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 675.047583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.047583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.047583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.047583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.047583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.047583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.047583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.047583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.047937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.047937] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.549837] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.701134] env[65150]: INFO networking_nsxv3.common.synchronization [req-f54fff1f-0182-47db-ac6a-878f7f32a448 req-a65cce4a-4391-4de4-b937-e9c3a7b233ab tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 with Priority: HIGHEST for action security_group_rules [ 675.701134] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 with Priority: HIGHEST for action security_group_rules [ 675.701841] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.701841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.701841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.702132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.702132] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5f6c60-6889-45ce-8d25-ba860d807cc9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.756748] env[65150]: INFO networking_nsxv3.common.synchronization [req-cb2eebde-1695-495d-bead-e784428a491e req-8f2bffbc-6634-4684-b8bc-2afe9c645852 service nova] Enqueued Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_rules [ 675.759979] env[65150]: INFO networking_nsxv3.common.synchronization [req-cb2eebde-1695-495d-bead-e784428a491e req-8f2bffbc-6634-4684-b8bc-2afe9c645852 service nova] Enqueued Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_members [ 675.760290] env[65150]: INFO networking_nsxv3.common.synchronization [req-cb2eebde-1695-495d-bead-e784428a491e req-8f2bffbc-6634-4684-b8bc-2afe9c645852 service nova] Enqueued Resource ID: fa299ab8-b59a-447a-a01d-c47d83928f66 with Priority: HIGHEST for action port [ 675.761214] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_rules [ 675.762255] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_members [ 675.762255] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa299ab8-b59a-447a-a01d-c47d83928f66 with Priority: HIGHEST for action port [ 675.762255] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.762255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.762255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.762578] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.768116] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.768116] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.768116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.768116] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.769293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa299ab8-b59a-447a-a01d-c47d83928f66 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.769293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.769293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.769293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.769293] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa299ab8-b59a-447a-a01d-c47d83928f66',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.006803] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 676.007373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.052102] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.226258] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.226258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.226258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.226575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.226575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.226663] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 already deleted. [ 676.226709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.266526] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.266664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.271126] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.272181] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa299ab8-b59a-447a-a01d-c47d83928f66 with status ACTIVE [ 676.272457] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.272549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.274109] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.274109] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.274109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.276787] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa299ab8-b59a-447a-a01d-c47d83928f66 is going to be updated. [ 676.302178] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.302583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.302583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.302583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.302800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.302883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa299ab8-b59a-447a-a01d-c47d83928f66" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.555895] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.556311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.556311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.556457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.556457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.556531] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 676.561216] env[65150]: INFO networking_nsxv3.common.synchronization [req-9528e058-3d8e-48ff-a4c0-da50b1a465ff req-b3284dde-bf09-487e-a398-e0596ac884d9 tempest-FloatingIPsAssociationTestJSON-431460166 tempest-FloatingIPsAssociationTestJSON-431460166-project-member] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 676.562505] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 676.562857] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.562991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.563060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.563319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.563482] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.563587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.563648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.563803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.563892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.563988] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.636733] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.637055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.637265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.637335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.649970] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 676.779387] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.034927] env[65150]: INFO networking_nsxv3.common.synchronization [req-971af3e7-f3ab-4074-8f7d-69dc8a045712 req-627661e6-3ce0-4fb3-85a7-0eb8659af95e tempest-ServersTestFqdnHostnames-599159998 tempest-ServersTestFqdnHostnames-599159998-project-member] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_members [ 677.035526] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGHEST for action security_group_members [ 677.035871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.036026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.036093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.036300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.036467] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.036570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.036647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.036775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.036863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.037089] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.066128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.066360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.066550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.066662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.066758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.066997] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.067158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.067220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.067361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.067418] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.067503] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb already deleted. [ 677.067623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.282235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.282549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.282549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.282780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.282780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.282780] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303eb98e-7198-4b58-a538-1f2213713f4c is going to be created. [ 677.310181] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.310509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.310509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.310672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.310775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.321248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303eb98e-7198-4b58-a538-1f2213713f4c in Status: UNINITIALIZED for 2s [ 677.540625] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.540625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.540625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.540772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.540866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.541064] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.541183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.541240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.541370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.541447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.541820] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23c92381-38c9-486b-a48a-30635c78255f is going to be updated. [ 677.571317] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.572050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.572050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.572050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.572203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582521] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23c92381-38c9-486b-a48a-30635c78255f in Status: IN_PROGRESS for 2s [ 677.910369] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.910613] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.910665] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.911036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.911300] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.911450] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.911556] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.911787] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.912591] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.912591] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.912591] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.912591] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.912591] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.912591] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.915064] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.915064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.943328] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.943607] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.943891] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.944097] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.944571] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.945040] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.945735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.945735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.945924] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab401c1-8ebe-4995-b0da-cf43b6e3e02e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.003401] env[65150]: INFO networking_nsxv3.common.synchronization [None req-a9245f52-3a52-4939-bf2b-df290add1795 None None] Enqueued Resource ID: 6c8425ce-8010-4955-9c44-cc331662feb7 with Priority: HIGHEST for action port [ 678.003401] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8425ce-8010-4955-9c44-cc331662feb7 with Priority: HIGHEST for action port [ 678.003401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8425ce-8010-4955-9c44-cc331662feb7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.004057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8425ce-8010-4955-9c44-cc331662feb7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.004160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8425ce-8010-4955-9c44-cc331662feb7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.004424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8425ce-8010-4955-9c44-cc331662feb7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.004516] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8425ce-8010-4955-9c44-cc331662feb7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.448281] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.448642] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.448642] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.449041] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.449213] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.449369] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 4ab401c1-8ebe-4995-b0da-cf43b6e3e02e not found, creating... [ 678.449631] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.450217] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.450217] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.450334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.450421] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.450717] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.450918] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.451102] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.451449] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.451522] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.451615] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 4ab401c1-8ebe-4995-b0da-cf43b6e3e02e is going to be created. [ 678.482341] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.482341] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.482341] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.482539] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.482688] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.482954] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.507094] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c8425ce-8010-4955-9c44-cc331662feb7 [ 678.507334] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.507469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.507543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.507751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.507857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.507966] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c8425ce-8010-4955-9c44-cc331662feb7 already deleted. [ 678.508063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8425ce-8010-4955-9c44-cc331662feb7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.671311] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 678.671311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.189117] env[65150]: INFO networking_nsxv3.common.synchronization [req-9528e058-3d8e-48ff-a4c0-da50b1a465ff req-a9a93ae5-e40f-4baf-904e-befbf47181f3 service nova] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_rules [ 679.189117] env[65150]: INFO networking_nsxv3.common.synchronization [req-9528e058-3d8e-48ff-a4c0-da50b1a465ff req-a9a93ae5-e40f-4baf-904e-befbf47181f3 service nova] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 679.189117] env[65150]: INFO networking_nsxv3.common.synchronization [req-9528e058-3d8e-48ff-a4c0-da50b1a465ff req-a9a93ae5-e40f-4baf-904e-befbf47181f3 service nova] Enqueued Resource ID: 4ab401c1-8ebe-4995-b0da-cf43b6e3e02e with Priority: HIGHEST for action port [ 679.189466] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_rules [ 679.189958] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 679.190286] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab401c1-8ebe-4995-b0da-cf43b6e3e02e with Priority: HIGHEST for action port [ 679.190832] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.191894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.191894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.194991] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.194991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.194991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.194991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.194991] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.195780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.195870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.196124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.196885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.196885] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab401c1-8ebe-4995-b0da-cf43b6e3e02e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.337066] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303eb98e-7198-4b58-a538-1f2213713f4c in Status: SUCCESS [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.337066] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.337066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.337066] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.454184] env[65150]: INFO networking_nsxv3.common.synchronization [req-3f126420-a18c-4d7a-9554-bcfc70568800 req-45c79d28-7eff-4111-b517-2aaaa41ed3f6 tempest-MultipleCreateTestJSON-1975692407 tempest-MultipleCreateTestJSON-1975692407-project-member] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 679.454184] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGHEST for action security_group_members [ 679.454184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.455040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.594933] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23c92381-38c9-486b-a48a-30635c78255f in Status: SUCCESS [ 679.595147] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23c92381-38c9-486b-a48a-30635c78255f deletion is rescheduled due to dependency. [ 679.595310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.698085] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.704134] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.704134] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ab401c1-8ebe-4995-b0da-cf43b6e3e02e with status ACTIVE [ 679.704134] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.704134] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.704134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.704134] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.706942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.706942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.706942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.706942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.706942] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ab401c1-8ebe-4995-b0da-cf43b6e3e02e is going to be updated. [ 679.730071] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.730224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.730293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.730510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.730657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.731179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab401c1-8ebe-4995-b0da-cf43b6e3e02e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.839381] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.840089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.840089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.841140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.841140] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.841140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.841140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.841572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.841815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.843018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.843018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.843018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.843018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.843018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.843018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.843018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.843018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.843709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.844028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.844028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.844253] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.959361] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.965539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.965539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.965539] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be updated. [ 680.008228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.008228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.008228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.008228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.008228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.022352] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: IN_PROGRESS for 2s [ 680.102253] env[65150]: INFO networking_nsxv3.common.synchronization [req-6b4d803d-0e1e-408e-a4ff-6ba8ca38e580 req-b4f026f2-5b3a-4c44-be61-e3d3c512d90c tempest-ServersAdminNegativeTestJSON-1833236211 tempest-ServersAdminNegativeTestJSON-1833236211-project-member] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 680.102881] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 680.103173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.103290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.103613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.103762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.103923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.108134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.108266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.108370] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.203742] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.257168] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d7ed494c-f409-493d-8a83-c5b7841c67b7 None None] Enqueued Resource ID: 67920dd3-49df-4cea-a7f1-04d521aa6587 with Priority: HIGHEST for action port [ 680.257168] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67920dd3-49df-4cea-a7f1-04d521aa6587 with Priority: HIGHEST for action port [ 680.257168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-67920dd3-49df-4cea-a7f1-04d521aa6587 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.257168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67920dd3-49df-4cea-a7f1-04d521aa6587" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.257168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67920dd3-49df-4cea-a7f1-04d521aa6587" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.257960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67920dd3-49df-4cea-a7f1-04d521aa6587" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.258231] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67920dd3-49df-4cea-a7f1-04d521aa6587',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.338777] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d36f62ee-1d72-4b9f-b959-558e033d44be None None] Enqueued Resource ID: f745eaef-1e80-45f0-a318-57b6c5929eba with Priority: HIGHEST for action port [ 680.339661] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f745eaef-1e80-45f0-a318-57b6c5929eba with Priority: HIGHEST for action port [ 680.341582] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f745eaef-1e80-45f0-a318-57b6c5929eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.341735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f745eaef-1e80-45f0-a318-57b6c5929eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.341832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f745eaef-1e80-45f0-a318-57b6c5929eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.342460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f745eaef-1e80-45f0-a318-57b6c5929eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.342460] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f745eaef-1e80-45f0-a318-57b6c5929eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.346502] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 303eb98e-7198-4b58-a538-1f2213713f4c: rpc.has_security_group_logging(os_id): False [ 680.368539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.368539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.368686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.368876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.368914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.369150] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.369268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.369339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.369458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.369530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.369712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.369798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.369865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.370010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.370090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.370290] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.370385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.370460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.370842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.370842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.370842] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 303eb98e-7198-4b58-a538-1f2213713f4c is going to be created. [ 680.442671] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.442957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.442957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.443160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.443475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.454720] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 303eb98e-7198-4b58-a538-1f2213713f4c in Status: IN_PROGRESS for 2s [ 680.603594] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.603817] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.603946] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.604323] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.604672] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.605871] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.605871] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.605871] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.605871] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.605871] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.605871] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.605871] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.606302] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.606302] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.606383] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.606528] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.612655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.612937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.613037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.613340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.613521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.613807] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.613990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.614072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.614282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.614975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.614975] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e already deleted. [ 680.614975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.627691] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.627950] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.628054] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.628327] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.629183] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-ba38ed75-9e78-4802-bc97-5d67eb206e00 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.629183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.629183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.629183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.629565] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba38ed75-9e78-4802-bc97-5d67eb206e00',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.704671] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.705020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.705020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.705133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.705225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.706386] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be created. [ 680.731353] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.731521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.731598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.731905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.732642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.745513] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: UNINITIALIZED for 2s [ 680.761928] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67920dd3-49df-4cea-a7f1-04d521aa6587 [ 680.761928] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.761928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.761928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.761928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.763533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.763533] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67920dd3-49df-4cea-a7f1-04d521aa6587 already deleted. [ 680.763533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67920dd3-49df-4cea-a7f1-04d521aa6587" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.845121] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f745eaef-1e80-45f0-a318-57b6c5929eba [ 680.845487] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.845678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.845773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.846065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.846190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.846305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f745eaef-1e80-45f0-a318-57b6c5929eba already deleted. [ 680.846399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f745eaef-1e80-45f0-a318-57b6c5929eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.133297] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.133297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.133297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.133297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.133297] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port ba38ed75-9e78-4802-bc97-5d67eb206e00 not found, creating... [ 681.133561] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.133561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133650] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.133812] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.133957] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.134255] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.134405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.134516] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.134967] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.134967] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.134967] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: ba38ed75-9e78-4802-bc97-5d67eb206e00 is going to be created. [ 681.156773] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.157053] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.157194] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.157453] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.157679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.157909] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.890456] env[65150]: INFO networking_nsxv3.common.synchronization [req-6b4d803d-0e1e-408e-a4ff-6ba8ca38e580 req-da3eedf0-3269-4d73-880e-709f0e02e311 service nova] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_rules [ 681.890716] env[65150]: INFO networking_nsxv3.common.synchronization [req-6b4d803d-0e1e-408e-a4ff-6ba8ca38e580 req-da3eedf0-3269-4d73-880e-709f0e02e311 service nova] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 681.890812] env[65150]: INFO networking_nsxv3.common.synchronization [req-6b4d803d-0e1e-408e-a4ff-6ba8ca38e580 req-da3eedf0-3269-4d73-880e-709f0e02e311 service nova] Enqueued Resource ID: ba38ed75-9e78-4802-bc97-5d67eb206e00 with Priority: HIGHEST for action port [ 681.891322] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_rules [ 681.893140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 681.893347] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba38ed75-9e78-4802-bc97-5d67eb206e00 with Priority: HIGHEST for action port [ 681.893700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.893836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.893922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.894267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.894379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.895999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.895999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.895999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.895999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.896281] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.896341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.896377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.896521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.896645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.896762] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.903990] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba38ed75-9e78-4802-bc97-5d67eb206e00 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.903990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.903990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.903990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.903990] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba38ed75-9e78-4802-bc97-5d67eb206e00',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.030769] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 in Status: SUCCESS [ 682.030978] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 deletion is rescheduled due to dependency. [ 682.031068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.133692] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bb01027-f12a-46cd-9851-17cee64ed947 req-75a9292b-2b62-48b8-99e4-b042047558b6 tempest-ServersTestManualDisk-670899262 tempest-ServersTestManualDisk-670899262-project-member] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_members [ 682.135277] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_members [ 682.135277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.135277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.135674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.136219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.136626] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.137162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.137162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.137162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.137299] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.316445] env[65150]: INFO networking_nsxv3.common.synchronization [req-764d75ac-3129-40a6-9d62-de3934e677e2 req-751d1160-a31a-489d-b280-d3367a5bf681 tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 with Priority: HIGHEST for action security_group_rules [ 682.316445] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 with Priority: HIGHEST for action security_group_rules [ 682.316628] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.316752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.316880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.317190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.317190] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5f6c60-6889-45ce-8d25-ba860d807cc9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.404702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.404872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.405089] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.406873] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba38ed75-9e78-4802-bc97-5d67eb206e00 with status ACTIVE [ 682.407095] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.407214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.407280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.407496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.407582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.407909] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.407909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.407909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.409218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.409362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.411602] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.411602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.411602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.411602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.411602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.411602] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba38ed75-9e78-4802-bc97-5d67eb206e00 is going to be updated. [ 682.431835] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.431998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.432087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.432299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.432441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.432594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba38ed75-9e78-4802-bc97-5d67eb206e00" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.468921] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 303eb98e-7198-4b58-a538-1f2213713f4c in Status: SUCCESS [ 682.469210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.642143] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.642279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.642279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.642559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.642559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.642750] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.642833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.642924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.643045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.643238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.643238] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 already deleted. [ 682.643344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.668379] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.669969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-791" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.669969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-791" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.669969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-791" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.669969] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.669969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.669969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.669969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.670589] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.670589] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.670589] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.670956] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.670956] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.670956] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.670956] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.671585] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.695028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.695237] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.695963] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.695963] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-791" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.695963] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.696255] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.696255] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.697387] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.697387] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.756188] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 682.756314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.756464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.756708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.756858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.756966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.757039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.757400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.757478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.757561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.757648] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.839404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.839404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.839404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.839404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.839404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.839404] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 already deleted. [ 682.839404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.912681] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.041818] env[65150]: INFO networking_nsxv3.common.synchronization [None req-46ce5105-507b-40d2-a00a-dfedd2214125 None None] Enqueued Resource ID: 91783df8-e834-482b-b8a4-525822246709 with Priority: HIGHEST for action port [ 683.042433] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91783df8-e834-482b-b8a4-525822246709 with Priority: HIGHEST for action port [ 683.042831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-91783df8-e834-482b-b8a4-525822246709 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.043055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91783df8-e834-482b-b8a4-525822246709" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.043109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91783df8-e834-482b-b8a4-525822246709" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.043379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91783df8-e834-482b-b8a4-525822246709" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.043422] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91783df8-e834-482b-b8a4-525822246709',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.123889] env[65150]: INFO networking_nsxv3.common.synchronization [None req-ca25de93-a0a5-4f0d-983e-fd764b3af7b7 None None] Enqueued Resource ID: 28b79471-bb31-4811-adf6-7189793fb32b with Priority: HIGHEST for action port [ 683.125137] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b79471-bb31-4811-adf6-7189793fb32b with Priority: HIGHEST for action port [ 683.125137] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b79471-bb31-4811-adf6-7189793fb32b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.125137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b79471-bb31-4811-adf6-7189793fb32b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.125137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b79471-bb31-4811-adf6-7189793fb32b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.125442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b79471-bb31-4811-adf6-7189793fb32b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.125442] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b79471-bb31-4811-adf6-7189793fb32b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.199794] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.201307] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.201307] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.201620] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.201681] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.201968] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 not found, creating... [ 683.202332] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.202542] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.202652] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.202915] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.203148] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.203666] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.203666] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.203822] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.204326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.204581] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.205512] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 is going to be created. [ 683.233617] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.233825] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.233943] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.234240] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.234463] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.234708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.260061] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.260287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.260287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.260497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.260659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.260765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.260809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.260943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.261042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.261129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.261269] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.261358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.261417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.261553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.261682] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.261815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.261883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.262026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.262101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.262179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.262264] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.416191] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.416409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.416917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.416917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.416917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be created. [ 683.446280] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.446280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.446803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.460767] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: UNINITIALIZED for 2s [ 683.547348] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91783df8-e834-482b-b8a4-525822246709 [ 683.547348] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.547348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.547348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.547348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.547348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.547348] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91783df8-e834-482b-b8a4-525822246709 already deleted. [ 683.547348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91783df8-e834-482b-b8a4-525822246709" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.628274] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28b79471-bb31-4811-adf6-7189793fb32b [ 683.628815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.628815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.628815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.629126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.629126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.629220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28b79471-bb31-4811-adf6-7189793fb32b already deleted. [ 683.630511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b79471-bb31-4811-adf6-7189793fb32b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.767479] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac70428f-cf58-40a2-833e-b4717aab98fb: rpc.has_security_group_logging(os_id): False [ 683.788756] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.788889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.788889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.789087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.789551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.789551] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.789551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.789551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.790315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792127] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792127] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.792127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792127] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be created. [ 683.878672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.878909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.878909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.879152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.879347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.909836] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 684.059228] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bb01027-f12a-46cd-9851-17cee64ed947 req-563d89b1-ca5d-4bb1-946c-db80fa115f80 service nova] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_rules [ 684.059590] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bb01027-f12a-46cd-9851-17cee64ed947 req-563d89b1-ca5d-4bb1-946c-db80fa115f80 service nova] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_members [ 684.059590] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bb01027-f12a-46cd-9851-17cee64ed947 req-563d89b1-ca5d-4bb1-946c-db80fa115f80 service nova] Enqueued Resource ID: b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 with Priority: HIGHEST for action port [ 684.060313] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_rules [ 684.060313] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_members [ 684.060532] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 with Priority: HIGHEST for action port [ 684.061306] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.061306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.061306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.061306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.061306] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.063210] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.063210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.063210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.063210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.063702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.064249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.064249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.064249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.064398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.064398] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.065719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.065719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.065719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.066391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.066391] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.519299] env[65150]: INFO networking_nsxv3.common.synchronization [req-cf8449ff-8f53-497c-9d4c-ca9cdb8b1cd5 req-ca5634e6-08c6-4477-b7f0-7902b44f8c4e tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 684.519790] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 684.520117] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.520280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.520351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.520635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.520751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.520851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.520934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.521178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.521178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.521997] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.570582] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570582] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.570582] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 with status ACTIVE [ 684.570582] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.570582] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.570582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.574040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.574977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.574977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.574977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.574977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.574977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.574977] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0 is going to be updated. [ 684.603787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.604129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.604232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.604621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.604817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.605117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ea8fdf-5c3e-4e43-ba00-f0b096f8f6b0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.024565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.024819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.024819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.027043] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.027043] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d already deleted. [ 685.027043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.042416] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.042640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.043526] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.043526] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.043526] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.043526] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.043901] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.043901] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.043901] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.044830] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.044830] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.044830] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.044830] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.044994] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.044994] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.045120] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.065662] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.065979] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.065979] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.066162] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.066492] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-13246da2-e357-4c4c-9eee-0f91ec7bef52 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.066663] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.067135] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.067135] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.067251] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13246da2-e357-4c4c-9eee-0f91ec7bef52',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.077548] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.474011] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.474011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.474011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.474011] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.571296] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.572820] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.572820] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.572820] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.572820] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.572820] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 13246da2-e357-4c4c-9eee-0f91ec7bef52 not found, creating... [ 685.573552] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.573552] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.573552] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.573552] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.573829] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.574062] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.574302] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.575047] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.575047] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.575047] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.575047] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 13246da2-e357-4c4c-9eee-0f91ec7bef52 is going to be created. [ 685.581379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.581530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.581590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.581747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.581856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.581953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 is going to be created. [ 685.598712] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.598712] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.598712] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.599151] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.599275] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.599538] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.606686] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.606925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.606925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.607110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.607230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.617710] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39ede50-f1e2-4ce1-833a-a252849823f2 in Status: UNINITIALIZED for 2s [ 685.703018] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6c82aec7-2b75-4886-899e-9bf641c54f1d None None] Enqueued Resource ID: 7bd82d99-0328-4105-ad28-d3460d077462 with Priority: HIGHEST for action port [ 685.703586] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd82d99-0328-4105-ad28-d3460d077462 with Priority: HIGHEST for action port [ 685.703937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd82d99-0328-4105-ad28-d3460d077462 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.704073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd82d99-0328-4105-ad28-d3460d077462" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.704158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd82d99-0328-4105-ad28-d3460d077462" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.704463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd82d99-0328-4105-ad28-d3460d077462" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.704523] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd82d99-0328-4105-ad28-d3460d077462',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.925837] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 685.926167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975810] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.976133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.976242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.976581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.976838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.977032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.977152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.977414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.977592] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.977796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.978089] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.978902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.979143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.979465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.979729] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.979902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.980023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.980289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.980439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.980649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.980889] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.207184] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bd82d99-0328-4105-ad28-d3460d077462 [ 686.207544] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.207610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.207650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.208298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.208298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.208298] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bd82d99-0328-4105-ad28-d3460d077462 already deleted. [ 686.208298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd82d99-0328-4105-ad28-d3460d077462" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.323583] env[65150]: INFO networking_nsxv3.common.synchronization [None req-27b651b9-eb96-4e1d-b700-f1dc1748d0b9 None None] Enqueued Resource ID: aec69413-2897-4006-8497-4f3d3732cf2d with Priority: HIGHEST for action port [ 686.323707] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec69413-2897-4006-8497-4f3d3732cf2d with Priority: HIGHEST for action port [ 686.324234] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec69413-2897-4006-8497-4f3d3732cf2d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.324234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec69413-2897-4006-8497-4f3d3732cf2d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.324234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec69413-2897-4006-8497-4f3d3732cf2d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.324457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec69413-2897-4006-8497-4f3d3732cf2d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.324496] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec69413-2897-4006-8497-4f3d3732cf2d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.344212] env[65150]: INFO networking_nsxv3.common.synchronization [req-cf8449ff-8f53-497c-9d4c-ca9cdb8b1cd5 req-a3edc6f3-ef6f-4559-8eb2-1f21df2a1403 service nova] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_rules [ 686.346288] env[65150]: INFO networking_nsxv3.common.synchronization [req-cf8449ff-8f53-497c-9d4c-ca9cdb8b1cd5 req-a3edc6f3-ef6f-4559-8eb2-1f21df2a1403 service nova] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 686.346288] env[65150]: INFO networking_nsxv3.common.synchronization [req-cf8449ff-8f53-497c-9d4c-ca9cdb8b1cd5 req-a3edc6f3-ef6f-4559-8eb2-1f21df2a1403 service nova] Enqueued Resource ID: 13246da2-e357-4c4c-9eee-0f91ec7bef52 with Priority: HIGHEST for action port [ 686.346288] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_rules [ 686.346288] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 686.346625] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13246da2-e357-4c4c-9eee-0f91ec7bef52 with Priority: HIGHEST for action port [ 686.347192] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.347561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.347666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.347984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.348119] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.350529] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.350718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.350718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.350941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.351123] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.351216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.351274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.351430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.351545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.351625] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.353320] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-13246da2-e357-4c4c-9eee-0f91ec7bef52 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.353320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.353320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.353320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.353320] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13246da2-e357-4c4c-9eee-0f91ec7bef52',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.483765] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6ecf20-01f0-4c76-88ea-b79560d3120e: rpc.has_security_group_logging(os_id): False [ 686.504076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.504338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.504338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.504621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.504714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.504911] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.505027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.505142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.505254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.505325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.505527] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.505629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.505692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.505925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.506013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.506400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.506534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.506607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.507250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.507379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.507519] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be created. [ 686.573068] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.573277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.573356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.573639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.573790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.588089] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: IN_PROGRESS for 2s [ 686.826353] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec69413-2897-4006-8497-4f3d3732cf2d [ 686.827830] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.827830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.827830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.827830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.828361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.828361] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec69413-2897-4006-8497-4f3d3732cf2d already deleted. [ 686.828361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec69413-2897-4006-8497-4f3d3732cf2d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855519] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.856830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.856830] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.861057] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13246da2-e357-4c4c-9eee-0f91ec7bef52 with status ACTIVE [ 686.861057] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.861057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.861057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.861057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.863380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.863659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.863819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.863819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.864539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.864539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.864539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.864539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.864539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.864746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.864746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.864746] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13246da2-e357-4c4c-9eee-0f91ec7bef52 is going to be updated. [ 686.892047] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.892047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.892047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.892047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.892047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.892047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13246da2-e357-4c4c-9eee-0f91ec7bef52" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.360805] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.632838] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39ede50-f1e2-4ce1-833a-a252849823f2 in Status: SUCCESS [ 687.633218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.633689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.633788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.634787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.634787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.636379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.863017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.863613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.863613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.864047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.864268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.864426] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be created. [ 687.897473] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.897473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.897473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.897473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.897473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.907271] env[65150]: INFO networking_nsxv3.common.synchronization [None req-5f29c09f-52f8-403a-93b7-2d94ac9a70e9 None None] Enqueued Resource ID: 01cf5b31-6ddd-4d46-89bd-e7115e16baf1 with Priority: HIGHEST for action port [ 687.907634] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cf5b31-6ddd-4d46-89bd-e7115e16baf1 with Priority: HIGHEST for action port [ 687.907963] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cf5b31-6ddd-4d46-89bd-e7115e16baf1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.908756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cf5b31-6ddd-4d46-89bd-e7115e16baf1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.908756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cf5b31-6ddd-4d46-89bd-e7115e16baf1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.908756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cf5b31-6ddd-4d46-89bd-e7115e16baf1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.908756] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cf5b31-6ddd-4d46-89bd-e7115e16baf1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.911589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: UNINITIALIZED for 2s [ 687.914125] env[65150]: INFO networking_nsxv3.common.synchronization [req-410e6c86-cb03-4a06-b6a1-4c7963786bd1 req-4f936f38-0db9-429e-ba23-93e3d64692aa tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 687.914720] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 687.915337] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.916127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.916127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.916127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.916127] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.917659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.917659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.917659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.917659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.917659] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.137647] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.326994] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.327619] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.328292] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.328990] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.329570] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.330352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.331117] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.331117] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.331268] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.332018] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.332344] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.332539] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.332977] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.333175] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.334146] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.334146] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.357988] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.357988] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.357988] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.358230] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.358593] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-940d9d63-8980-4005-912d-75f6db346912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.358801] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.358989] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.359487] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.359677] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940d9d63-8980-4005-912d-75f6db346912',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.413196] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01cf5b31-6ddd-4d46-89bd-e7115e16baf1 [ 688.413196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.413583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.413583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.413583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.413695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.414152] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01cf5b31-6ddd-4d46-89bd-e7115e16baf1 already deleted. [ 688.414152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cf5b31-6ddd-4d46-89bd-e7115e16baf1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.422653] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.554309] env[65150]: INFO networking_nsxv3.common.synchronization [None req-79a84c34-978a-4972-a79e-f849c9a136c8 None None] Enqueued Resource ID: df05fb98-ee05-4372-88d0-2e49ded7eded with Priority: HIGHEST for action port [ 688.554868] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df05fb98-ee05-4372-88d0-2e49ded7eded with Priority: HIGHEST for action port [ 688.555455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-df05fb98-ee05-4372-88d0-2e49ded7eded taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.555605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df05fb98-ee05-4372-88d0-2e49ded7eded" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.555717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df05fb98-ee05-4372-88d0-2e49ded7eded" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.556052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df05fb98-ee05-4372-88d0-2e49ded7eded" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.556052] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df05fb98-ee05-4372-88d0-2e49ded7eded',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.604614] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 688.604614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.641872] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c39ede50-f1e2-4ce1-833a-a252849823f2: rpc.has_security_group_logging(os_id): False [ 688.704742] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.704742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.704880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705482] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 is going to be created. [ 688.785713] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.786072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.786072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.786276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.786504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.800175] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39ede50-f1e2-4ce1-833a-a252849823f2 in Status: IN_PROGRESS for 2s [ 688.862342] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.862588] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.862750] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.864344] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.865264] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.865264] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 940d9d63-8980-4005-912d-75f6db346912 not found, creating... [ 688.865264] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.865264] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.865264] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.865571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.865599] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.865868] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.866035] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.866136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.866352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.867108] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.868422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 940d9d63-8980-4005-912d-75f6db346912 is going to be created. [ 688.901827] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.902242] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.902360] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.902657] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.902933] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.903194] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.927488] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.058074] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df05fb98-ee05-4372-88d0-2e49ded7eded [ 689.058382] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.059155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.059331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.060146] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df05fb98-ee05-4372-88d0-2e49ded7eded already deleted. [ 689.060146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df05fb98-ee05-4372-88d0-2e49ded7eded" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.430360] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.430704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.430704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.430956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.431044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.431215] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 689.469922] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.469922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.470137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.470307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.470429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.481422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 689.560635] env[65150]: INFO networking_nsxv3.common.synchronization [req-ca652d92-356e-4a07-aa99-01b91d8e0ef6 req-598fc17e-753e-4a55-9f1a-f8e8c4b9ae4c tempest-ListImageFiltersTestJSON-1481010208 tempest-ListImageFiltersTestJSON-1481010208-project-member] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 689.561300] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 689.561657] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.561757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.561897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.562730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.562936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.563071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.563183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.563343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.563441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.563585] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.658190] env[65150]: INFO networking_nsxv3.common.synchronization [req-410e6c86-cb03-4a06-b6a1-4c7963786bd1 req-b16d71e7-fdc4-4bee-acfd-98855df16c4f service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 689.658190] env[65150]: INFO networking_nsxv3.common.synchronization [req-410e6c86-cb03-4a06-b6a1-4c7963786bd1 req-b16d71e7-fdc4-4bee-acfd-98855df16c4f service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 689.658190] env[65150]: INFO networking_nsxv3.common.synchronization [req-410e6c86-cb03-4a06-b6a1-4c7963786bd1 req-b16d71e7-fdc4-4bee-acfd-98855df16c4f service nova] Enqueued Resource ID: 940d9d63-8980-4005-912d-75f6db346912 with Priority: HIGHEST for action port [ 689.658190] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 689.658190] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 689.658512] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940d9d63-8980-4005-912d-75f6db346912 with Priority: HIGHEST for action port [ 689.658893] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.659165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.659334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.659615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.659769] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.660896] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.661233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.661550] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-940d9d63-8980-4005-912d-75f6db346912 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.661774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.661991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.662271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.662472] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940d9d63-8980-4005-912d-75f6db346912',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.893280] env[65150]: INFO networking_nsxv3.common.synchronization [req-c451efc9-437c-43bc-a835-bb851b6bfcd4 req-b1802b49-4312-4404-b7dd-66a332a9980a tempest-FloatingIPsAssociationNegativeTestJSON-1167013667 tempest-FloatingIPsAssociationNegativeTestJSON-1167013667-project-member] Enqueued Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_members [ 689.893280] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGHEST for action security_group_members [ 689.893781] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.894096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.894394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.897429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.897429] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.897429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.897429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.897429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.897429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.897429] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.920895] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 689.921165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.921769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.921980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.922278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.922366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.922438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.923056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.923056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.923056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.923056] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.023059] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.023334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.023451] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.023708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.023975] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.025053] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.025435] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.025715] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.026027] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.026140] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.026279] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.026449] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.026542] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.026671] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.026811] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.026969] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.053887] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.054275] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.054469] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.054819] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.055561] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.055561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.055742] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.056065] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.056214] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c564ab8-65dd-4166-bd0e-266c3a5aaa30',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.066553] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.067041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.067135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.067599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.067599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.067599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.067781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.067858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.068268] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 already deleted. [ 690.068268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.164143] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.164257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.165586] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 940d9d63-8980-4005-912d-75f6db346912 with status ACTIVE [ 690.165778] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.165897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.165967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.166198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.166293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.166466] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.166562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.166623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.166773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.166852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.167041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.167128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.167186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.167322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.167397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.167494] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 940d9d63-8980-4005-912d-75f6db346912 is going to be updated. [ 690.193315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.193536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.193536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.193719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.193869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.194054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940d9d63-8980-4005-912d-75f6db346912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.402540] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.402703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.402859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.403062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.403161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.403366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.403495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.403527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.403682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.403763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.403842] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b is going to be updated. [ 690.426770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.426958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.427066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.427277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.427444] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.427542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.427604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.427751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.427838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.427924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.428088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.428178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.428236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.428373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.428514] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.428600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.428658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.428788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.428872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.428951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.429479] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.445557] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.446217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.446217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.446217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.446217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.459422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b in Status: IN_PROGRESS for 2s [ 690.560313] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.560678] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.560874] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.561246] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.561392] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.561599] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 6c564ab8-65dd-4166-bd0e-266c3a5aaa30 not found, creating... [ 690.561939] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.562160] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.562286] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.562982] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.562982] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.562982] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.563168] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.563237] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.563428] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.563574] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.563713] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 6c564ab8-65dd-4166-bd0e-266c3a5aaa30 is going to be created. [ 690.589210] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.589414] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.589532] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.589797] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.590088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.590320] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.756477] env[65150]: INFO networking_nsxv3.common.synchronization [req-b17128a2-9c32-43cc-9ae9-d4b425a5dab6 req-c1a2f338-5020-45e9-90aa-4f1a23028317 tempest-SecurityGroupRulesTestJSON-1778753215 tempest-SecurityGroupRulesTestJSON-1778753215-project-member] Enqueued Resource ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 with Priority: HIGHEST for action security_group_rules [ 690.756477] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 with Priority: HIGHEST for action security_group_rules [ 690.757024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.757784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.757952] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d5f6c60-6889-45ce-8d25-ba860d807cc9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.816259] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39ede50-f1e2-4ce1-833a-a252849823f2 in Status: SUCCESS [ 690.816776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.932722] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1384ceb-c5de-4b68-b258-ad4c25bce45d: rpc.has_security_group_logging(os_id): False [ 690.952610] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.953161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.953265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.953562] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.953812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.953812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.953943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.953975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.954200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.954458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.954458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.954546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.954575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.954737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.954830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.954889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.958211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.958442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.958761] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be created. [ 691.044776] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.044776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.044776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.044776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.044776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.057856] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: IN_PROGRESS for 2s [ 691.283199] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.283339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.283414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.283629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.283720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.283813] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d5f6c60-6889-45ce-8d25-ba860d807cc9 already deleted. [ 691.283892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d5f6c60-6889-45ce-8d25-ba860d807cc9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.288598] env[65150]: INFO networking_nsxv3.common.synchronization [None req-5c968461-3c3f-4a85-a413-a594d11bbdfb None None] Enqueued Resource ID: 74ec9a0f-6b68-4474-a033-1d715396a260 with Priority: HIGHEST for action port [ 691.289224] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ec9a0f-6b68-4474-a033-1d715396a260 with Priority: HIGHEST for action port [ 691.289528] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ec9a0f-6b68-4474-a033-1d715396a260 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.289645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ec9a0f-6b68-4474-a033-1d715396a260" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.289724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ec9a0f-6b68-4474-a033-1d715396a260" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.289962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ec9a0f-6b68-4474-a033-1d715396a260" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.290087] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ec9a0f-6b68-4474-a033-1d715396a260',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.367610] env[65150]: INFO networking_nsxv3.common.synchronization [req-ca652d92-356e-4a07-aa99-01b91d8e0ef6 req-685e4597-7776-469a-aefa-df3a069e996a service nova] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_rules [ 691.367610] env[65150]: INFO networking_nsxv3.common.synchronization [req-ca652d92-356e-4a07-aa99-01b91d8e0ef6 req-685e4597-7776-469a-aefa-df3a069e996a service nova] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 691.367610] env[65150]: INFO networking_nsxv3.common.synchronization [req-ca652d92-356e-4a07-aa99-01b91d8e0ef6 req-685e4597-7776-469a-aefa-df3a069e996a service nova] Enqueued Resource ID: 6c564ab8-65dd-4166-bd0e-266c3a5aaa30 with Priority: HIGHEST for action port [ 691.368203] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_rules [ 691.372602] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 691.372740] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c564ab8-65dd-4166-bd0e-266c3a5aaa30 with Priority: HIGHEST for action port [ 691.373642] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.374055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.374055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.374258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.374258] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.375569] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.379997] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.379997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.379997] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.384023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.384023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.384023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.384023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.384023] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c564ab8-65dd-4166-bd0e-266c3a5aaa30',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.495021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 691.496439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.496439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.496439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.496439] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.496742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.496742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.496742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.496865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.496942] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.792923] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74ec9a0f-6b68-4474-a033-1d715396a260 [ 691.792923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.792923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.793297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.793297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.793490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.793490] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74ec9a0f-6b68-4474-a033-1d715396a260 already deleted. [ 691.793745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ec9a0f-6b68-4474-a033-1d715396a260" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.884589] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.886588] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c564ab8-65dd-4166-bd0e-266c3a5aaa30 with status ACTIVE [ 691.886953] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.887226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.887336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.887481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.887594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.887877] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.891680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.891680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.891680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.891680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.892694] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.892694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.892799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.893129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.893129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.893222] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c564ab8-65dd-4166-bd0e-266c3a5aaa30 is going to be updated. [ 691.894631] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.895323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.921043] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.921291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.921376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.921696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.921949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.922505] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c564ab8-65dd-4166-bd0e-266c3a5aaa30" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.999098] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.397107] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.472567] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b in Status: SUCCESS [ 692.472762] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b deletion is rescheduled due to dependency. [ 692.472899] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.501179] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.899118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.899380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.899380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.899564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.899654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.899750] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be created. [ 692.929742] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.929951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.929951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.930235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.930451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.945908] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: UNINITIALIZED for 2s [ 693.006095] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.006095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.006095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.006095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.006095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.006095] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 693.037850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.039319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.039319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.039319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.039319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.049475] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 693.077295] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 693.077534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.789565] env[65150]: INFO networking_nsxv3.common.synchronization [req-ff335c2e-235b-4967-8a29-64eb59c72067 req-a6383bc6-c4bb-45a1-8af6-3822ea250dea tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 694.790148] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 694.790558] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.790782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.790843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.791122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.791355] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.791544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.791614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.791760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.791910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.792040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.957998] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 694.958248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.958413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.958634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.958826] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.959029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.959029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.959178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.959257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.959751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.959751] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.060954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 695.061199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.061373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.061605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.061851] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.062017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.062091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.062265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.062353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.062436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.062530] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.295975] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.463285] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.463530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.463622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.463974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.464248] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.465356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.465356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.465356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.465356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.465356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.465356] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.465782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.466373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.466993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.467192] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.467312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.467379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.467744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.467965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.467965] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.565059] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.565311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.565311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.565527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.565710] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.565840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.565912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.566074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.566196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.566289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.566443] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.566548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.566617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.566757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.566916] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.567031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.567094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.567256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.567340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.567424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.567530] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.777958] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.777958] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.777958] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.777958] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.778276] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.778459] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.778459] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.779721] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.779721] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.779721] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.779721] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.779721] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.780187] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.780335] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.780539] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.780766] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.797698] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.818764] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.818985] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.819120] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.819256] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.819629] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-c3086288-dc76-439e-8d3f-8ca6041f365f taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.819785] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.821733] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.821733] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.821733] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3086288-dc76-439e-8d3f-8ca6041f365f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.971301] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4724522-4031-41ce-ae4d-7f657c953c62: rpc.has_security_group_logging(os_id): False [ 695.999252] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.999520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.999520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.000194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.000194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.000398] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.000516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.000584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.000774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.000883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.001817] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.001817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.001817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.001817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.002119] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.002119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.002216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.003053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.003053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.003053] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be created. [ 696.070570] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc30272-3856-4c9e-82c8-b1a626ed882f: rpc.has_security_group_logging(os_id): False [ 696.105781] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.106035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.106224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.106600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.106854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.129685] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 696.131092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.131274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.131344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.131602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.131703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.132098] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.132246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.132308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.132497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.132576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.132799] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.132898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.132969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.133573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.133686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.133903] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.134024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.134076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.134728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.134728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.134728] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 696.271665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.271904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.271972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.272280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.272450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.291966] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 696.302444] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.302615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.302695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.302933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.303050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.303145] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be updated. [ 696.324650] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.324843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.324904] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.325267] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.325411] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.325569] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port c3086288-dc76-439e-8d3f-8ca6041f365f not found, creating... [ 696.325845] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.325997] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.326116] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.326389] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.326478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.326759] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.326910] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.327174] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.327396] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.327614] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.327883] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: c3086288-dc76-439e-8d3f-8ca6041f365f is going to be created. [ 696.352652] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.352959] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.353136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.353424] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.353653] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.353905] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.358457] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.359127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.359219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.359446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.359670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.373882] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: IN_PROGRESS for 2s [ 696.551607] env[65150]: INFO networking_nsxv3.common.synchronization [None req-c5f01e8c-e15f-4337-a4d7-450ebbd31b97 None None] Enqueued Resource ID: 5f36b9e4-a38b-489a-ad83-712d823adcf6 with Priority: HIGHEST for action port [ 696.551607] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f36b9e4-a38b-489a-ad83-712d823adcf6 with Priority: HIGHEST for action port [ 696.551812] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f36b9e4-a38b-489a-ad83-712d823adcf6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.551954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f36b9e4-a38b-489a-ad83-712d823adcf6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.552032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f36b9e4-a38b-489a-ad83-712d823adcf6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.552327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f36b9e4-a38b-489a-ad83-712d823adcf6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.552410] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f36b9e4-a38b-489a-ad83-712d823adcf6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.057132] env[65150]: INFO networking_nsxv3.common.synchronization [req-ff335c2e-235b-4967-8a29-64eb59c72067 req-13019afa-ec22-4b0c-9474-c8968a909def service nova] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_rules [ 697.057132] env[65150]: INFO networking_nsxv3.common.synchronization [req-ff335c2e-235b-4967-8a29-64eb59c72067 req-13019afa-ec22-4b0c-9474-c8968a909def service nova] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 697.057132] env[65150]: INFO networking_nsxv3.common.synchronization [req-ff335c2e-235b-4967-8a29-64eb59c72067 req-13019afa-ec22-4b0c-9474-c8968a909def service nova] Enqueued Resource ID: c3086288-dc76-439e-8d3f-8ca6041f365f with Priority: HIGHEST for action port [ 697.057132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f36b9e4-a38b-489a-ad83-712d823adcf6 [ 697.057132] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.057132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.057132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.057132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.057132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.057961] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f36b9e4-a38b-489a-ad83-712d823adcf6 already deleted. [ 697.058089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f36b9e4-a38b-489a-ad83-712d823adcf6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.058692] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_rules [ 697.058880] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 697.059021] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3086288-dc76-439e-8d3f-8ca6041f365f with Priority: HIGHEST for action port [ 697.059359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.059508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.059588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.059818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.059933] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.061010] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.062320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.062797] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3086288-dc76-439e-8d3f-8ca6041f365f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.063364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.064737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.064966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.065065] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3086288-dc76-439e-8d3f-8ca6041f365f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.572256] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.572641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.574381] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3086288-dc76-439e-8d3f-8ca6041f365f with status ACTIVE [ 697.574612] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.575522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.575522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.575522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.575792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.575921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.575921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.576096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.576170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576377] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.576476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.576562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.576669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.576738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.576832] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3086288-dc76-439e-8d3f-8ca6041f365f is going to be updated. [ 697.582131] env[65150]: INFO networking_nsxv3.common.synchronization [req-bcf89a91-b128-4b3b-8a56-b9b85c4e85c6 req-4def6f7a-53cc-442c-b1af-1102fb099907 tempest-DeleteServersAdminTestJSON-1605976260 tempest-DeleteServersAdminTestJSON-1605976260-project-member] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 697.583050] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGHEST for action security_group_members [ 697.584687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.584687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.584687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.584687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.584687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.584687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.584687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.584687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.585540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.585540] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.608844] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.609163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.609433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.609679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.609984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.610272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3086288-dc76-439e-8d3f-8ca6041f365f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.089339] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.089339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.089339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.091222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.091222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.091222] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.091222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.091222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.093760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.093760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.093760] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be updated. [ 698.123915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.124074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.124772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.124772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.124772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.134984] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: IN_PROGRESS for 2s [ 698.143595] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 698.144128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.309691] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 698.310186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.385849] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 698.385849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.386226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.386309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.386971] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.386971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.386971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.386971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.386971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.387204] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.841217] env[65150]: INFO networking_nsxv3.common.synchronization [None req-cdd8a37c-812d-4ae9-8333-ec0f3235226e None None] Enqueued Resource ID: 621f87c4-0af9-4d6d-ac5c-890ed2434eae with Priority: HIGHEST for action port [ 698.842014] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621f87c4-0af9-4d6d-ac5c-890ed2434eae with Priority: HIGHEST for action port [ 698.843362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-621f87c4-0af9-4d6d-ac5c-890ed2434eae taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.843576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621f87c4-0af9-4d6d-ac5c-890ed2434eae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.844602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621f87c4-0af9-4d6d-ac5c-890ed2434eae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.844602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621f87c4-0af9-4d6d-ac5c-890ed2434eae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.844602] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621f87c4-0af9-4d6d-ac5c-890ed2434eae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.892359] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.005790] env[65150]: INFO networking_nsxv3.common.synchronization [None req-7f4c6c25-3da6-4ed3-864a-40b9a68f6b22 None None] Enqueued Resource ID: 77ae248a-7a29-4e3a-8811-3a02dbf871f5 with Priority: HIGHEST for action port [ 699.006534] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ae248a-7a29-4e3a-8811-3a02dbf871f5 with Priority: HIGHEST for action port [ 699.007105] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ae248a-7a29-4e3a-8811-3a02dbf871f5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.007912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ae248a-7a29-4e3a-8811-3a02dbf871f5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.007912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ae248a-7a29-4e3a-8811-3a02dbf871f5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.007912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ae248a-7a29-4e3a-8811-3a02dbf871f5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.007912] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ae248a-7a29-4e3a-8811-3a02dbf871f5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.347941] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 621f87c4-0af9-4d6d-ac5c-890ed2434eae [ 699.347941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.347941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.347941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.348381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.348381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.348381] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:621f87c4-0af9-4d6d-ac5c-890ed2434eae already deleted. [ 699.348381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621f87c4-0af9-4d6d-ac5c-890ed2434eae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.397484] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.510338] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77ae248a-7a29-4e3a-8811-3a02dbf871f5 [ 699.511854] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.511854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.511854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.511854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.511854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.511854] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77ae248a-7a29-4e3a-8811-3a02dbf871f5 already deleted. [ 699.511854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ae248a-7a29-4e3a-8811-3a02dbf871f5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.838814] env[65150]: INFO networking_nsxv3.common.synchronization [req-bfc80760-d71e-4cf8-81ea-0a8c5fe62e89 req-03844917-70a6-4c55-b4a5-5c7644e0ac18 tempest-ListImageFiltersTestJSON-1481010208 tempest-ListImageFiltersTestJSON-1481010208-project-member] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 699.839700] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 699.840239] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.840579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.840696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.844461] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.844596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.844664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.845053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.845053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.845053] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.900264] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.900446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.900523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.900746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.902881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.902881] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be updated. [ 699.938118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.939075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.939261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951663] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: IN_PROGRESS for 2s [ 700.149283] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 in Status: SUCCESS [ 700.149498] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 deletion is rescheduled due to dependency. [ 700.149586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.273669] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.273830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.273876] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.274151] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.274415] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.274614] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.274676] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.274878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.277468] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.277468] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.277468] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.277468] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.277468] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.277468] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.277468] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.277468] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.300767] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.300960] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.301127] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.301300] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.301614] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-bacb5e83-b597-474e-a28f-dcb888ceff84 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.301797] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.301900] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.302296] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.302440] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacb5e83-b597-474e-a28f-dcb888ceff84',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.347346] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.807406] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.807790] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.807790] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.808257] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.808477] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.808694] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port bacb5e83-b597-474e-a28f-dcb888ceff84 not found, creating... [ 700.809095] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.809388] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.809555] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.809833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.810220] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.810466] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.810680] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.810851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.811182] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.811377] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.811574] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: bacb5e83-b597-474e-a28f-dcb888ceff84 is going to be created. [ 700.836623] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.836830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.836950] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.837274] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.837472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.837686] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.850424] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.354108] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.354358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.354411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.354690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.354819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.354946] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be updated. [ 701.392276] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.392438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.392491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392853] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.402986] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 701.609893] env[65150]: INFO networking_nsxv3.common.synchronization [req-bfc80760-d71e-4cf8-81ea-0a8c5fe62e89 req-d1f7d246-9914-4797-bc4c-e375ec880791 service nova] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_rules [ 701.610087] env[65150]: INFO networking_nsxv3.common.synchronization [req-bfc80760-d71e-4cf8-81ea-0a8c5fe62e89 req-d1f7d246-9914-4797-bc4c-e375ec880791 service nova] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 701.610219] env[65150]: INFO networking_nsxv3.common.synchronization [req-bfc80760-d71e-4cf8-81ea-0a8c5fe62e89 req-d1f7d246-9914-4797-bc4c-e375ec880791 service nova] Enqueued Resource ID: bacb5e83-b597-474e-a28f-dcb888ceff84 with Priority: HIGHEST for action port [ 701.610768] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_rules [ 701.611074] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 701.611216] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacb5e83-b597-474e-a28f-dcb888ceff84 with Priority: HIGHEST for action port [ 701.611497] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.611622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.611704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.611886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.611992] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.613485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.613620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.613954] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bacb5e83-b597-474e-a28f-dcb888ceff84 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.614091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.614159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.615167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.615259] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacb5e83-b597-474e-a28f-dcb888ceff84',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.966221] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 701.967971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.967971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.967971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.967971] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.967971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.967971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.968266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.968390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.968484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.968580] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.005512] env[65150]: INFO networking_nsxv3.common.synchronization [None req-05e76639-4bfe-4d72-88ab-7cf6cc025b82 None None] Enqueued Resource ID: 7c3e9cb1-acb0-40e4-a739-01c35fddee1a with Priority: HIGHEST for action port [ 702.005512] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3e9cb1-acb0-40e4-a739-01c35fddee1a with Priority: HIGHEST for action port [ 702.005512] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c3e9cb1-acb0-40e4-a739-01c35fddee1a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.005696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c3e9cb1-acb0-40e4-a739-01c35fddee1a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.005696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c3e9cb1-acb0-40e4-a739-01c35fddee1a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.006770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c3e9cb1-acb0-40e4-a739-01c35fddee1a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.006930] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3e9cb1-acb0-40e4-a739-01c35fddee1a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.076479] env[65150]: INFO networking_nsxv3.common.synchronization [req-5929d39a-180f-49f4-a014-87282b4d7e68 req-684f6218-5efd-49ec-935d-a8fa4f2d7256 tempest-TenantUsagesTestJSON-494407952 tempest-TenantUsagesTestJSON-494407952-project-member] Enqueued Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_members [ 702.077244] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGHEST for action security_group_members [ 702.077583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.077746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.077989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.078164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.078332] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.078437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.078882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.078882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.078882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.078882] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.113736] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.113876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.118733] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bacb5e83-b597-474e-a28f-dcb888ceff84 with status ACTIVE [ 702.118892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.120831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.120831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.120831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.120831] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bacb5e83-b597-474e-a28f-dcb888ceff84 is going to be updated. [ 702.148230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.148367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.148434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.148644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.148793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.148965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bacb5e83-b597-474e-a28f-dcb888ceff84" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.471691] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.472184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.472450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.475476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.475476] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.475476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.475476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.475476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.475476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.475726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.475726] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.475888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.475888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.476039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.476447] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.476447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.476447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.476586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.476586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.476786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.476786] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.509906] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c3e9cb1-acb0-40e4-a739-01c35fddee1a [ 702.510218] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.510371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.510451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.510803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.510803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.510901] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c3e9cb1-acb0-40e4-a739-01c35fddee1a already deleted. [ 702.511565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c3e9cb1-acb0-40e4-a739-01c35fddee1a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.582834] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.582834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.582834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.582834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.582989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.584424] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.584424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.584424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.584424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.584424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.584424] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303eb98e-7198-4b58-a538-1f2213713f4c is going to be updated. [ 702.620362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.620532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.621182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.621374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.632034] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303eb98e-7198-4b58-a538-1f2213713f4c in Status: IN_PROGRESS for 2s [ 702.981460] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1384ceb-c5de-4b68-b258-ad4c25bce45d: rpc.has_security_group_logging(os_id): False [ 703.004472] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.004700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.004789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.005090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.005221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.005538] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.005663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.005734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.005997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.006084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.006548] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.006736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.006736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.006928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.007037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.007788] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.008172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.008693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.008693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.008993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.008993] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be updated. [ 703.027800] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2686ce03-82a5-4650-9df6-8cbc03337734 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 703.028798] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 703.029073] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.029216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.029297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.029643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.029725] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.106235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.106439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.106439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.108705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.108705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.138027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: IN_PROGRESS for 2s [ 703.310177] env[65150]: INFO networking_nsxv3.common.synchronization [None req-b518fb4b-1050-4b0d-9efe-9f34c5cc7c5c tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 703.311075] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 703.311541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.311681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.415658] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 703.415903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.416106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.416368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.416942] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.416942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.416942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.417104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.417104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.417304] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.557183] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.557336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.557486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.557746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.557906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.558034] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 already deleted. [ 703.558582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.558851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.559046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.559250] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.920947] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.084033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.084426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.084426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.084426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.084544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.084610] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 already deleted. [ 704.084691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.424278] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.642277] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 303eb98e-7198-4b58-a538-1f2213713f4c in Status: SUCCESS [ 704.642442] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 303eb98e-7198-4b58-a538-1f2213713f4c deletion is rescheduled due to dependency. [ 704.643306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.862393] env[65150]: INFO networking_nsxv3.common.synchronization [None req-252c623c-1d01-4c8c-b43a-b195088bb046 None None] Enqueued Resource ID: 8af50e58-a8ba-4d56-b65f-68974ecb13b1 with Priority: HIGHEST for action port [ 704.862830] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af50e58-a8ba-4d56-b65f-68974ecb13b1 with Priority: HIGHEST for action port [ 704.863273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af50e58-a8ba-4d56-b65f-68974ecb13b1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.863403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af50e58-a8ba-4d56-b65f-68974ecb13b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.863538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af50e58-a8ba-4d56-b65f-68974ecb13b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.864241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af50e58-a8ba-4d56-b65f-68974ecb13b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.864241] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af50e58-a8ba-4d56-b65f-68974ecb13b1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.927873] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.927873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.927873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.928098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.928098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.928177] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be updated. [ 704.960403] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.960403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.960403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.960568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.960597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.970769] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 705.153287] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 705.153588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.367077] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8af50e58-a8ba-4d56-b65f-68974ecb13b1 [ 705.367364] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.367506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.367579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.367805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.367897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.367997] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8af50e58-a8ba-4d56-b65f-68974ecb13b1 already deleted. [ 705.368114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af50e58-a8ba-4d56-b65f-68974ecb13b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.710144] env[65150]: INFO networking_nsxv3.common.synchronization [req-e3263aed-080f-448e-83eb-d91477bc26a7 req-8701b6e5-ceba-4158-95fe-e231e98ee18c tempest-ServerRescueTestJSON-1207102511 tempest-ServerRescueTestJSON-1207102511-project-member] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 706.710802] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 706.711174] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.711324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.711422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.711682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.711870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.712055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.712178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.712359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.712432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.712534] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.982119] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 706.982373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.982548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.982825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.982954] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.983109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.983176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.983336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.983419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.983506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.983636] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.155718] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d64fb75d-73a0-4936-9394-32ce302200e5 None None] Enqueued Resource ID: 260fd379-c2f1-4158-a468-79a9c75b34c9 with Priority: HIGHEST for action port [ 707.156293] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260fd379-c2f1-4158-a468-79a9c75b34c9 with Priority: HIGHEST for action port [ 707.156603] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-260fd379-c2f1-4158-a468-79a9c75b34c9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.156727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260fd379-c2f1-4158-a468-79a9c75b34c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.156794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260fd379-c2f1-4158-a468-79a9c75b34c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.157059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260fd379-c2f1-4158-a468-79a9c75b34c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.157145] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260fd379-c2f1-4158-a468-79a9c75b34c9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.209750] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1de6f24a-d8c0-48e5-81a3-3adf760ebb86 None None] Enqueued Resource ID: 42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898 with Priority: HIGHEST for action port [ 707.210383] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898 with Priority: HIGHEST for action port [ 707.210712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.210836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.211274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.212125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.212125] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.215441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.215441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.215441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.215441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.215783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.216445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.216603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.216806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.217464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.217523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.217648] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e already deleted. [ 707.217778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.488885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.489277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.489384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.489981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.490641] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.490842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.491039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.491321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.492331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.492331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.493118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.493118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.493118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.493118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.493409] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.493409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.493409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.493894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.494052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.494209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.494431] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.659654] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 260fd379-c2f1-4158-a468-79a9c75b34c9 [ 707.660202] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.660202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.660202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.660591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.660591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.664192] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:260fd379-c2f1-4158-a468-79a9c75b34c9 already deleted. [ 707.664356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260fd379-c2f1-4158-a468-79a9c75b34c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.714967] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898 [ 707.715220] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.715339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.715420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.715633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.715719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.715813] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898 already deleted. [ 707.715893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42ca04d6-6ee5-4bd8-9b8d-9e7a0471f898" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.743028] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.743028] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.743028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.743531] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.743531] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.743531] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.743531] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.743637] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.743705] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.743823] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.766818] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.766981] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.767749] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.767749] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.767749] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.767989] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.767989] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.768264] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.768619] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8217aeb-bbc0-4b30-bf91-d2ee4297b566',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.999963] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4724522-4031-41ce-ae4d-7f657c953c62: rpc.has_security_group_logging(os_id): False [ 708.023313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.023313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.023313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.023313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.023313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.023567] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.023567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.023638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025193] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025193] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025193] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be updated. [ 708.096317] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.096462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.096462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.096662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.096798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.112782] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 708.271516] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.271731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271892] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.272298] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.272451] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.272600] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port b8217aeb-bbc0-4b30-bf91-d2ee4297b566 not found, creating... [ 708.272858] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.273020] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.273139] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.273414] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.273552] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.273829] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.273976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.274182] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.274492] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.274670] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.274837] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: b8217aeb-bbc0-4b30-bf91-d2ee4297b566 is going to be created. [ 708.297760] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.298100] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.298164] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.298731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.299949] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.300296] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.136563] env[65150]: INFO networking_nsxv3.common.synchronization [req-e3263aed-080f-448e-83eb-d91477bc26a7 req-fba6293a-cbb6-4a00-8092-86d1683f8ff0 service nova] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_rules [ 709.136563] env[65150]: INFO networking_nsxv3.common.synchronization [req-e3263aed-080f-448e-83eb-d91477bc26a7 req-fba6293a-cbb6-4a00-8092-86d1683f8ff0 service nova] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 709.136563] env[65150]: INFO networking_nsxv3.common.synchronization [req-e3263aed-080f-448e-83eb-d91477bc26a7 req-fba6293a-cbb6-4a00-8092-86d1683f8ff0 service nova] Enqueued Resource ID: b8217aeb-bbc0-4b30-bf91-d2ee4297b566 with Priority: HIGHEST for action port [ 709.136563] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_rules [ 709.136563] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 709.136563] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8217aeb-bbc0-4b30-bf91-d2ee4297b566 with Priority: HIGHEST for action port [ 709.136563] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.136563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.136563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.136563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.137323] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.138128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.138246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.139068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.139263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.139324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.139386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.139542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.139626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.140212] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.141176] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.143664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.143664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.143664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.143664] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8217aeb-bbc0-4b30-bf91-d2ee4297b566',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.644491] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.644491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.644491] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.645147] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8217aeb-bbc0-4b30-bf91-d2ee4297b566 with status ACTIVE [ 709.645655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.645655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.645655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.645873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.645904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.647280] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.647280] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.647280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.647280] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8217aeb-bbc0-4b30-bf91-d2ee4297b566 is going to be updated. [ 709.673144] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.673332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.673377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.673595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.673729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.673885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8217aeb-bbc0-4b30-bf91-d2ee4297b566" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.722755] env[65150]: INFO networking_nsxv3.common.synchronization [None req-98a2306d-685f-42f2-ae5c-7c698f10ef8d tempest-ServerActionsV293TestJSON-2003759502 tempest-ServerActionsV293TestJSON-2003759502-project-member] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_rules [ 709.724055] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_rules [ 709.724055] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.724567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.724567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.724567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.724777] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.881799] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3501d09e-fe52-47c3-9fcd-442ec8d346f0 tempest-ServerActionsV293TestJSON-2003759502 tempest-ServerActionsV293TestJSON-2003759502-project-member] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_rules [ 709.882463] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_rules [ 709.883553] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.883664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.127889] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 710.128211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.151060] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.252886] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.253060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.253137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.253815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.253956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.254076] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 already deleted. [ 710.254222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.254449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.254662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.254770] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.653222] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.653222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.653422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.653546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.653957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.654274] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be created. [ 710.684600] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.684749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.684849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.685201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.685442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.696347] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: UNINITIALIZED for 2s [ 710.778880] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.779084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.779257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.779530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.779725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.780683] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 already deleted. [ 710.782097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.003281] env[65150]: INFO networking_nsxv3.common.synchronization [req-2d11d7d1-5e28-412d-a6e9-c5eda02467b1 req-1d038b73-fed8-43ca-95bf-f16b6ef2817a tempest-VolumesAdminNegativeTest-469907687 tempest-VolumesAdminNegativeTest-469907687-project-member] Enqueued Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_members [ 711.004794] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_members [ 711.008428] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.008567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.008668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.008915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.010785] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.010785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.010785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.010785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.010785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.010785] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.514249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.514544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.514544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.514785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.514951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.515298] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.515460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.515598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.515836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.515948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.516070] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae already deleted. [ 711.516191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.585028] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.585028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-768" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.586287] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-768" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586287] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-768" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586598] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.587702] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.587897] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.588207] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.588386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.588613] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.588740] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.588848] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.588952] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.589089] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.589202] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.589343] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.614258] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.614258] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.614258] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.614258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-768" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.614258] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-30bf915b-e020-4ebc-aaea-429cf1df1542 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.614258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.614258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.614258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.615162] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30bf915b-e020-4ebc-aaea-429cf1df1542',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.029134] env[65150]: INFO networking_nsxv3.common.synchronization [None req-bb1a45a1-9c9e-4d83-ac5e-9e5f147c79f9 None None] Enqueued Resource ID: 48bf5aeb-f3ab-41af-a926-248f6a815194 with Priority: HIGHEST for action port [ 712.032193] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48bf5aeb-f3ab-41af-a926-248f6a815194 with Priority: HIGHEST for action port [ 712.033858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-48bf5aeb-f3ab-41af-a926-248f6a815194 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.034030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48bf5aeb-f3ab-41af-a926-248f6a815194" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.034093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48bf5aeb-f3ab-41af-a926-248f6a815194" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.034392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48bf5aeb-f3ab-41af-a926-248f6a815194" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.034560] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bf5aeb-f3ab-41af-a926-248f6a815194',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.121036] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.121036] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 30bf915b-e020-4ebc-aaea-429cf1df1542 not found, creating... [ 712.121036] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.121036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.121551] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.121551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.121551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.121703] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.121825] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.122020] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 30bf915b-e020-4ebc-aaea-429cf1df1542 is going to be created. [ 712.164620] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.164825] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.164943] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.165249] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.167190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.167190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.541531] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48bf5aeb-f3ab-41af-a926-248f6a815194 [ 712.541531] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.541531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.541531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.542217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.542449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.542740] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48bf5aeb-f3ab-41af-a926-248f6a815194 already deleted. [ 712.542800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48bf5aeb-f3ab-41af-a926-248f6a815194" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.708569] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 712.708569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.708569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.709146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.709146] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.709146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.709146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.709424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.709424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.709474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.709541] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.899598] env[65150]: INFO networking_nsxv3.common.synchronization [req-2d11d7d1-5e28-412d-a6e9-c5eda02467b1 req-123d5106-8463-4b66-b83e-2bd8d91b9311 service nova] Enqueued Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_rules [ 712.899598] env[65150]: INFO networking_nsxv3.common.synchronization [req-2d11d7d1-5e28-412d-a6e9-c5eda02467b1 req-123d5106-8463-4b66-b83e-2bd8d91b9311 service nova] Enqueued Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_members [ 712.899598] env[65150]: INFO networking_nsxv3.common.synchronization [req-2d11d7d1-5e28-412d-a6e9-c5eda02467b1 req-123d5106-8463-4b66-b83e-2bd8d91b9311 service nova] Enqueued Resource ID: 30bf915b-e020-4ebc-aaea-429cf1df1542 with Priority: HIGHEST for action port [ 712.899598] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_rules [ 712.899598] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_members [ 712.899598] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bf915b-e020-4ebc-aaea-429cf1df1542 with Priority: HIGHEST for action port [ 712.900903] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.901037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.901196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.901651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.901651] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.902629] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.902895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.902957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.903798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.903798] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.903798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.903798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.903798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.904064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.904064] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.905193] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-30bf915b-e020-4ebc-aaea-429cf1df1542 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.905399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.905455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.905564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.905645] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30bf915b-e020-4ebc-aaea-429cf1df1542',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.216373] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.217170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.217170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.218966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.218966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.218966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.219170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.219375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.219375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.219481] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.219567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.219756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.219890] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.219975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.220075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.220395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.220395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.220395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.220508] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.369020] env[65150]: INFO networking_nsxv3.common.synchronization [req-77022129-bcc1-4d56-a29b-605993059e31 req-684616a6-bb58-4a70-a82a-8ecbeec19777 tempest-ServerMetadataTestJSON-857793364 tempest-ServerMetadataTestJSON-857793364-project-member] Enqueued Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_members [ 713.369020] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 with Priority: HIGHEST for action security_group_members [ 713.369850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d3dee2-f3c0-4331-8614-4b4d656149f9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.371311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.371530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.373649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.373649] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.373649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.373649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.373649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.373649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.373649] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d3dee2-f3c0-4331-8614-4b4d656149f9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.408058] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.408283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.408598] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.409769] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30bf915b-e020-4ebc-aaea-429cf1df1542 with status ACTIVE [ 713.409984] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.410172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.410245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.410500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.410549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.410863] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.410977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.411050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.411234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.411317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.411503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.411674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.411885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.411961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.412102] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30bf915b-e020-4ebc-aaea-429cf1df1542 is going to be updated. [ 713.440683] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.440683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.440683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.440921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.440981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30bf915b-e020-4ebc-aaea-429cf1df1542" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.723065] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adb921ad-e198-4e9e-9b26-71c3630f7f5e: rpc.has_security_group_logging(os_id): False [ 713.743172] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.743252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.743318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.743495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.743587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.743776] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.743872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.743944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.744246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744353] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.744599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.744674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.744732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745827] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be created. [ 713.827797] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.827970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.828242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.828428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.840787] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 713.875725] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.876013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.876100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.876339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.876464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.876676] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.877087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.877087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.877087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.877087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.877286] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 is going to be updated. [ 713.915630] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.933370] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.933571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.933685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.933913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.934093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.945910] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 in Status: IN_PROGRESS for 2s [ 713.952203] env[65150]: INFO networking_nsxv3.common.synchronization [None req-958279f6-ade0-409a-a490-1ad0802fa13c tempest-MigrationsAdminTest-198912729 tempest-MigrationsAdminTest-198912729-project-member] Enqueued Resource ID: 9bc9ad8e-af82-4c06-8b20-713bec29c94a with Priority: HIGHEST for action security_group_rules [ 713.952916] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc9ad8e-af82-4c06-8b20-713bec29c94a with Priority: HIGHEST for action security_group_rules [ 713.953377] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.953460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.953524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.953802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.953937] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc9ad8e-af82-4c06-8b20-713bec29c94a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.338688] env[65150]: INFO networking_nsxv3.common.synchronization [None req-11afd852-8c6a-438a-9ed3-d96aad90d4d1 tempest-MigrationsAdminTest-198912729 tempest-MigrationsAdminTest-198912729-project-member] Enqueued Resource ID: 9bc9ad8e-af82-4c06-8b20-713bec29c94a with Priority: HIGHEST for action security_group_rules [ 714.339233] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc9ad8e-af82-4c06-8b20-713bec29c94a with Priority: HIGHEST for action security_group_rules [ 714.339544] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.339649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.421733] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.421823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.421979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.422261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.422395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.422535] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae is going to be created. [ 714.451027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.453024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.453024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.453024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.453024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.467291] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae in Status: UNINITIALIZED for 2s [ 714.476959] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.477214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.477214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.477887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.477887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.477887] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc9ad8e-af82-4c06-8b20-713bec29c94a already deleted. [ 714.477887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.477887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.478136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.478136] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc9ad8e-af82-4c06-8b20-713bec29c94a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.003145] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.003637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.003637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.003797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.003854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.003916] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc9ad8e-af82-4c06-8b20-713bec29c94a already deleted. [ 715.003984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc9ad8e-af82-4c06-8b20-713bec29c94a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.855399] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 715.855997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.959443] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 in Status: SUCCESS [ 715.959660] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d3dee2-f3c0-4331-8614-4b4d656149f9 deletion is rescheduled due to dependency. [ 715.959782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d3dee2-f3c0-4331-8614-4b4d656149f9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.295332] env[65150]: INFO networking_nsxv3.common.synchronization [None req-f0c1421f-3814-4757-abfe-6a9e8c6a4750 None None] Enqueued Resource ID: 7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc with Priority: HIGHEST for action port [ 716.295332] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc with Priority: HIGHEST for action port [ 716.295332] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.295332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.295332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.295857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.295857] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.479632] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae in Status: SUCCESS [ 716.479632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.479750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.480248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.480248] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.480248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.480454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.480483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.480838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.480838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.480838] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.798320] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc [ 716.798645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.798807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.798849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.799517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.799517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.799517] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc already deleted. [ 716.799517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed7e61c-62b8-4ad3-bfa7-b358a7a98cdc" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.984035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.984368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.987030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.987030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.987030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.987030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.987593] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.065020] env[65150]: INFO networking_nsxv3.common.synchronization [None req-9a035946-9323-4934-b576-9f87073c7850 None None] Enqueued Resource ID: ee809062-b11b-411f-9e6b-55c898340187 with Priority: HIGHEST for action port [ 717.065020] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee809062-b11b-411f-9e6b-55c898340187 with Priority: HIGHEST for action port [ 717.065020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee809062-b11b-411f-9e6b-55c898340187 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.065020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee809062-b11b-411f-9e6b-55c898340187" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.065020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee809062-b11b-411f-9e6b-55c898340187" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.066156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee809062-b11b-411f-9e6b-55c898340187" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.066396] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee809062-b11b-411f-9e6b-55c898340187',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.490341] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 321d00b2-b8e3-400c-8b88-d76ebd7fcbae: rpc.has_security_group_logging(os_id): False [ 717.514424] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.514561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.514636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.514839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.514936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.515177] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.515243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.515299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.515455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.515525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.515724] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.515817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.515877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.516027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.516104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.516287] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.516380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.516441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.516578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.516653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.516737] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae is going to be created. [ 717.569713] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee809062-b11b-411f-9e6b-55c898340187 [ 717.569713] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.569713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.569713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.569713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.569713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.569713] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee809062-b11b-411f-9e6b-55c898340187 already deleted. [ 717.569713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee809062-b11b-411f-9e6b-55c898340187" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.596212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.596936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.596936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.596936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.614078] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae in Status: IN_PROGRESS for 2s [ 718.777319] env[65150]: INFO networking_nsxv3.common.synchronization [req-c75877d5-b702-4543-9a28-dc6fd9739986 req-341d1c54-2145-41c5-8f21-f041d96ddb18 tempest-ImagesOneServerTestJSON-257557289 tempest-ImagesOneServerTestJSON-257557289-project-member] Enqueued Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_members [ 718.777842] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGHEST for action security_group_members [ 718.778173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.778313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.778377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.778560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.778709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.778803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.778864] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.778998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.780490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.780490] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.186463] env[65150]: INFO networking_nsxv3.common.synchronization [None req-4a4c56ec-8fef-4f15-abd6-fe4b034cecce None None] Enqueued Resource ID: 220c858d-d013-450a-ad00-f9fe6e3b7437 with Priority: HIGHEST for action port [ 719.186463] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220c858d-d013-450a-ad00-f9fe6e3b7437 with Priority: HIGHEST for action port [ 719.186463] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-220c858d-d013-450a-ad00-f9fe6e3b7437 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.187265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220c858d-d013-450a-ad00-f9fe6e3b7437" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.188632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220c858d-d013-450a-ad00-f9fe6e3b7437" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.189496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220c858d-d013-450a-ad00-f9fe6e3b7437" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.189633] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220c858d-d013-450a-ad00-f9fe6e3b7437',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.283766] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.283925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.284020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.284231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.284324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.284521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.284608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.284667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.284806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.284875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.284957] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 is going to be updated. [ 719.314219] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.314376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.314770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.315020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.315189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.326650] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 in Status: IN_PROGRESS for 2s [ 719.419378] env[65150]: INFO networking_nsxv3.common.synchronization [None req-7b5cdbab-02f5-4779-bc6e-6f66966b64af None None] Enqueued Resource ID: bf33c133-2e0f-4940-a73f-946ff4ea1b96 with Priority: HIGHEST for action port [ 719.422285] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf33c133-2e0f-4940-a73f-946ff4ea1b96 with Priority: HIGHEST for action port [ 719.422697] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf33c133-2e0f-4940-a73f-946ff4ea1b96 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.422882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf33c133-2e0f-4940-a73f-946ff4ea1b96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.422978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf33c133-2e0f-4940-a73f-946ff4ea1b96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.423333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf33c133-2e0f-4940-a73f-946ff4ea1b96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.423454] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf33c133-2e0f-4940-a73f-946ff4ea1b96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.632125] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae in Status: SUCCESS [ 719.632383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.641039] env[65150]: INFO networking_nsxv3.common.synchronization [req-0c767d33-d9ee-44af-ba56-b5754f3b7682 req-58727618-5e01-49e7-9e87-850046761143 tempest-FloatingIPsAssociationTestJSON-431460166 tempest-FloatingIPsAssociationTestJSON-431460166-project-member] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 719.641039] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 719.641039] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.641039] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.641039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.641039] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.693131] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 220c858d-d013-450a-ad00-f9fe6e3b7437 [ 719.693440] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.694600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.694600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.694600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.694600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.694600] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:220c858d-d013-450a-ad00-f9fe6e3b7437 already deleted. [ 719.694600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220c858d-d013-450a-ad00-f9fe6e3b7437" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.930030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf33c133-2e0f-4940-a73f-946ff4ea1b96 [ 719.930030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.930030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.930030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.930030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.930030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.930030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf33c133-2e0f-4940-a73f-946ff4ea1b96 already deleted. [ 719.930030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf33c133-2e0f-4940-a73f-946ff4ea1b96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.941787] env[65150]: INFO networking_nsxv3.common.synchronization [None req-0c44b388-646a-44f3-beac-39fce205b2fc None None] Enqueued Resource ID: ca0fa609-df32-4817-8b40-5406bd206658 with Priority: HIGHEST for action port [ 719.941787] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0fa609-df32-4817-8b40-5406bd206658 with Priority: HIGHEST for action port [ 719.941787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0fa609-df32-4817-8b40-5406bd206658 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.941787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0fa609-df32-4817-8b40-5406bd206658" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.941787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0fa609-df32-4817-8b40-5406bd206658" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.944464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0fa609-df32-4817-8b40-5406bd206658" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.944464] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0fa609-df32-4817-8b40-5406bd206658',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.146116] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.218359] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.218536] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.218652] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.218954] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.219243] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.219494] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.220327] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.220327] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.222213] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.223980] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.223980] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.223980] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.223980] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.223980] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.223980] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.223980] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.252445] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.252656] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.252763] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.252942] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-191" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.253314] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.253493] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.253604] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.254048] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.254250] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2f43eb-e559-4e75-b83c-f1f1528b9f7e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.450776] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca0fa609-df32-4817-8b40-5406bd206658 [ 720.450946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.451037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.451115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.451696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.451696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.451696] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca0fa609-df32-4817-8b40-5406bd206658 already deleted. [ 720.451696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0fa609-df32-4817-8b40-5406bd206658" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.647604] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.757328] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.757328] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.757696] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.758190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.758432] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.758663] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 6e2f43eb-e559-4e75-b83c-f1f1528b9f7e not found, creating... [ 720.758956] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.759138] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.759775] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.759775] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.759775] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.759953] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.760206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.760373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.764028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.764028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.764028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 6e2f43eb-e559-4e75-b83c-f1f1528b9f7e is going to be created. [ 720.786028] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.787043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.787043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.787043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.787358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.787587] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.150631] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.150922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.150922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.151628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.151628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.151628] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be updated. [ 721.185242] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.185401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.185401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.185616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.185762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.198704] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 721.338313] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 in Status: SUCCESS [ 721.338533] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 deletion is rescheduled due to dependency. [ 721.338658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.596306] env[65150]: INFO networking_nsxv3.common.synchronization [req-0c767d33-d9ee-44af-ba56-b5754f3b7682 req-d5a27d33-4ade-4d5a-b87c-55e6dd29fd48 service nova] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_rules [ 721.596490] env[65150]: INFO networking_nsxv3.common.synchronization [req-0c767d33-d9ee-44af-ba56-b5754f3b7682 req-d5a27d33-4ade-4d5a-b87c-55e6dd29fd48 service nova] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 721.596629] env[65150]: INFO networking_nsxv3.common.synchronization [req-0c767d33-d9ee-44af-ba56-b5754f3b7682 req-d5a27d33-4ade-4d5a-b87c-55e6dd29fd48 service nova] Enqueued Resource ID: 6e2f43eb-e559-4e75-b83c-f1f1528b9f7e with Priority: HIGHEST for action port [ 721.597485] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_rules [ 721.597647] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 721.597789] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2f43eb-e559-4e75-b83c-f1f1528b9f7e with Priority: HIGHEST for action port [ 721.598153] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.598336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.598430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.598651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.598757] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.599855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.599951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.600198] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.600312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.600480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.600685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.600792] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2f43eb-e559-4e75-b83c-f1f1528b9f7e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.104077] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2f43eb-e559-4e75-b83c-f1f1528b9f7e with status ACTIVE [ 722.104077] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.104077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.104077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.105052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.105052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.105052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.105052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.105052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.105052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.105052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.105052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.105291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.105291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.105350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.105398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.105478] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2f43eb-e559-4e75-b83c-f1f1528b9f7e is going to be updated. [ 722.106629] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.106727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.127515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.127515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.127713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.127788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.127956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.128139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2f43eb-e559-4e75-b83c-f1f1528b9f7e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.154506] env[65150]: INFO networking_nsxv3.common.synchronization [req-f712a2d8-5430-4b92-b0b3-85b25d445d6f req-dcabb3bd-74e5-475c-967d-92360887ecbb tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 722.155080] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 722.155401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.155526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.155594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.155794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.155941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.156272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.158068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.158351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.158351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.158351] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.593902] env[65150]: INFO networking_nsxv3.common.synchronization [None req-5af2e8d9-96b6-49ce-b212-5040420e5376 None None] Enqueued Resource ID: 65b92c0a-f975-480a-82ae-da53dc969b4e with Priority: HIGHEST for action port [ 722.593902] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b92c0a-f975-480a-82ae-da53dc969b4e with Priority: HIGHEST for action port [ 722.594406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b92c0a-f975-480a-82ae-da53dc969b4e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.594550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b92c0a-f975-480a-82ae-da53dc969b4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.594619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b92c0a-f975-480a-82ae-da53dc969b4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.594878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b92c0a-f975-480a-82ae-da53dc969b4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.594960] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b92c0a-f975-480a-82ae-da53dc969b4e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.648661] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.648879] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.649070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.649343] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.650043] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.650288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.650412] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.651502] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.651502] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.651502] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.651502] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.651667] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.651667] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.651772] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.652476] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.652476] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.660891] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.674927] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.675184] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.675372] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.675620] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-990" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.675987] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-ee61c6dd-91f2-49e2-96c5-651667ca5303 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.676205] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.676341] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.676772] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.676843] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee61c6dd-91f2-49e2-96c5-651667ca5303',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.936039] env[65150]: INFO networking_nsxv3.common.synchronization [None req-902bc4f5-a882-40c9-8727-75dceda383ef None None] Enqueued Resource ID: 81c0abd2-80fe-4cdc-8555-5bed1fae39ec with Priority: HIGHEST for action port [ 722.936704] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c0abd2-80fe-4cdc-8555-5bed1fae39ec with Priority: HIGHEST for action port [ 722.937282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c0abd2-80fe-4cdc-8555-5bed1fae39ec taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.937584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c0abd2-80fe-4cdc-8555-5bed1fae39ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.937723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c0abd2-80fe-4cdc-8555-5bed1fae39ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.938285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c0abd2-80fe-4cdc-8555-5bed1fae39ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.938393] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c0abd2-80fe-4cdc-8555-5bed1fae39ec',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.097162] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65b92c0a-f975-480a-82ae-da53dc969b4e [ 723.097557] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.097557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.097707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.097803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.097893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.097994] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65b92c0a-f975-480a-82ae-da53dc969b4e already deleted. [ 723.098096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b92c0a-f975-480a-82ae-da53dc969b4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.165036] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.182365] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.182488] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.182524] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.182776] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.183756] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.183756] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port ee61c6dd-91f2-49e2-96c5-651667ca5303 not found, creating... [ 723.183756] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.183756] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.183756] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.183934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.183934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.184211] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.184352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.184455] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.184644] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.184762] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.184899] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: ee61c6dd-91f2-49e2-96c5-651667ca5303 is going to be created. [ 723.206471] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.206664] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.206789] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.207113] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.207288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.207508] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.208901] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 723.209086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.209733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.209963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.210403] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.210497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.210666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.210800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.210910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.211043] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.440552] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c0abd2-80fe-4cdc-8555-5bed1fae39ec [ 723.440800] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.440937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.441020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.441249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.441341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.441437] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c0abd2-80fe-4cdc-8555-5bed1fae39ec already deleted. [ 723.441520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c0abd2-80fe-4cdc-8555-5bed1fae39ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.670767] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.670767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.670767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.670767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.670767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.670767] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 723.702658] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.702658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.702773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.703700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.703700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.713428] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.724730] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 724.029027] env[65150]: INFO networking_nsxv3.common.synchronization [req-f712a2d8-5430-4b92-b0b3-85b25d445d6f req-536347e5-e509-4b01-b592-53835f321b77 service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 724.029027] env[65150]: INFO networking_nsxv3.common.synchronization [req-f712a2d8-5430-4b92-b0b3-85b25d445d6f req-536347e5-e509-4b01-b592-53835f321b77 service nova] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 724.029173] env[65150]: INFO networking_nsxv3.common.synchronization [req-f712a2d8-5430-4b92-b0b3-85b25d445d6f req-536347e5-e509-4b01-b592-53835f321b77 service nova] Enqueued Resource ID: ee61c6dd-91f2-49e2-96c5-651667ca5303 with Priority: HIGHEST for action port [ 724.032834] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_rules [ 724.033037] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 724.033183] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee61c6dd-91f2-49e2-96c5-651667ca5303 with Priority: HIGHEST for action port [ 724.033530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.033663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.033730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.033928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.034022] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.034982] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.035116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.035799] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee61c6dd-91f2-49e2-96c5-651667ca5303 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.035799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.035799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.035989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.036098] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee61c6dd-91f2-49e2-96c5-651667ca5303',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.216714] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.544674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.544823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.552271] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee61c6dd-91f2-49e2-96c5-651667ca5303 with status ACTIVE [ 724.552532] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.552664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.552734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.552942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.553047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.553251] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.553400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.553429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.553574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.553649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.553822] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.553905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.553960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.554108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.554182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.554276] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee61c6dd-91f2-49e2-96c5-651667ca5303 is going to be updated. [ 724.576198] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.576348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.576410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.576621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.576770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.576927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee61c6dd-91f2-49e2-96c5-651667ca5303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.718660] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.721110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.721110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.721110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.721110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.721110] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be updated. [ 724.734021] env[65150]: INFO networking_nsxv3.common.synchronization [req-826c611b-1ddc-46df-bf37-b71e1ae99057 req-fe056bb3-99a7-40ee-9e40-11cc815cef68 tempest-ServersAdminNegativeTestJSON-1833236211 tempest-ServersAdminNegativeTestJSON-1833236211-project-member] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 724.734617] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 724.734955] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.735188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.735260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.735463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.735617] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.735712] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.735773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.735912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.735994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.736098] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.755640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.756271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.756271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.756271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.756501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.770667] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 725.139276] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.139685] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.139685] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.139964] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140317] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140508] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140626] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140924] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.141089] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.141339] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.141458] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.141602] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.141761] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.141951] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.142130] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.142335] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.163958] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.164124] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.164326] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.164701] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.164977] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-ad310233-40df-472f-99c5-72c219059343 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.165159] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.165299] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.165646] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.165781] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad310233-40df-472f-99c5-72c219059343',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.238606] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.476815] env[65150]: INFO networking_nsxv3.common.synchronization [None req-53bd7596-5796-43ce-9315-6b8f456841d8 None None] Enqueued Resource ID: a2141a8f-eb0d-45a0-88eb-13cff9550afd with Priority: HIGHEST for action port [ 725.477431] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2141a8f-eb0d-45a0-88eb-13cff9550afd with Priority: HIGHEST for action port [ 725.477740] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2141a8f-eb0d-45a0-88eb-13cff9550afd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.477902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2141a8f-eb0d-45a0-88eb-13cff9550afd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.477937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2141a8f-eb0d-45a0-88eb-13cff9550afd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.478288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2141a8f-eb0d-45a0-88eb-13cff9550afd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.478288] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2141a8f-eb0d-45a0-88eb-13cff9550afd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.668834] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.669073] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.669190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.669478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.669632] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.669777] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port ad310233-40df-472f-99c5-72c219059343 not found, creating... [ 725.670046] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.670242] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.670371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.670589] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.670723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.671045] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.671219] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.671334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.671567] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.671723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.671900] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: ad310233-40df-472f-99c5-72c219059343 is going to be created. [ 725.695979] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.696214] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.696323] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.696603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.696828] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.697058] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.737275] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 725.737275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.737275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.737275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.737275] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.737847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.738135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.738529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.738833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.739163] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.741939] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.981582] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2141a8f-eb0d-45a0-88eb-13cff9550afd [ 725.981582] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.981582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.981582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.981582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.981582] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2141a8f-eb0d-45a0-88eb-13cff9550afd already deleted. [ 725.981582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2141a8f-eb0d-45a0-88eb-13cff9550afd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.243958] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.245609] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.245802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.245802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.246036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.246110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.246192] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be updated. [ 726.279599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.279752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.279823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.280078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.281816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.299046] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: IN_PROGRESS for 2s [ 726.749375] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.781597] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 726.781892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.783101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.783356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.783559] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.783673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.783737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.783928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.784025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.784112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.784198] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.979200] env[65150]: INFO networking_nsxv3.common.synchronization [req-826c611b-1ddc-46df-bf37-b71e1ae99057 req-f9720de9-581e-4f7e-8e2e-3ce320a3346f service nova] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_rules [ 726.979382] env[65150]: INFO networking_nsxv3.common.synchronization [req-826c611b-1ddc-46df-bf37-b71e1ae99057 req-f9720de9-581e-4f7e-8e2e-3ce320a3346f service nova] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 726.979513] env[65150]: INFO networking_nsxv3.common.synchronization [req-826c611b-1ddc-46df-bf37-b71e1ae99057 req-f9720de9-581e-4f7e-8e2e-3ce320a3346f service nova] Enqueued Resource ID: ad310233-40df-472f-99c5-72c219059343 with Priority: HIGHEST for action port [ 726.980029] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_rules [ 726.980173] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 726.980273] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad310233-40df-472f-99c5-72c219059343 with Priority: HIGHEST for action port [ 726.980541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.980660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.980717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.980917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.980986] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.982300] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.982414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.982637] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad310233-40df-472f-99c5-72c219059343 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.982748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.982811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.982986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.983074] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad310233-40df-472f-99c5-72c219059343',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.251772] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.252172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.252172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.252385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.252475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.252569] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 727.287858] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.287858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.287858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.288182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.288777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.292042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.292042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.292042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.292042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.292042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.293699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.293987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.294138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.294275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.294423] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.305189] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 727.483715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.483845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.485393] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad310233-40df-472f-99c5-72c219059343 with status ACTIVE [ 727.486064] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.486064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.486064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.486064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.486064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.486328] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.486370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.486398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.486890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.486890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.486890] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.487034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.487034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.487160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.487641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.487641] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad310233-40df-472f-99c5-72c219059343 is going to be updated. [ 727.514551] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.514908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.515050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.515314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.515509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.515687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad310233-40df-472f-99c5-72c219059343" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.633838] env[65150]: INFO networking_nsxv3.common.synchronization [req-5b4fc0bb-7a31-4120-8537-b26c591f57ac req-07ebeb45-2e03-4ca7-899c-597a05b980c7 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 727.634473] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 727.634815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.634945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.635025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.636329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.636329] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.636490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.636490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.636674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.636816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.636986] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.798821] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac70428f-cf58-40a2-833e-b4717aab98fb: rpc.has_security_group_logging(os_id): False [ 727.822709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.822871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.822935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.823462] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.823573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.823642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.823838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.823919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.824181] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.824386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.824800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.824800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.824931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.825715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.826179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.826303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.826510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.827306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.827420] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be updated. [ 727.931392] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.931491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.931631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.932144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.932144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.948296] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 728.142209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.142209] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 already deleted. [ 728.142209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.150737] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.150935] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-368" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.151067] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-368" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.151723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-368" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.151723] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.151870] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.151983] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.152265] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.152472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.152718] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.152751] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.152874] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.152977] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.153092] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.153193] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.153345] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.177953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.178203] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.178489] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.179122] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-368" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179122] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-715ecdca-8322-41c7-adb9-7c62b4fe0de6 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.179122] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.179349] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.180352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.180352] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715ecdca-8322-41c7-adb9-7c62b4fe0de6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.312157] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.312157] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.312157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.312157] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.684905] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.685213] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.685359] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.685670] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.685815] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.686187] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 715ecdca-8322-41c7-adb9-7c62b4fe0de6 not found, creating... [ 728.686339] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.686554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.686702] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.686952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.687110] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.687442] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.687708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.687838] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.688284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.688445] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.688585] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 is going to be created. [ 728.715368] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.715826] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.715953] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.716266] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.716916] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.717193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.817512] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.324629] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 729.324894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.328024] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.328024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.328024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.328024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.328024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.328024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.328426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.328426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.328426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.328552] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.513907] env[65150]: INFO networking_nsxv3.common.synchronization [req-5b4fc0bb-7a31-4120-8537-b26c591f57ac req-8765df66-e8ff-4b9c-9db0-d865219d67fd service nova] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 729.514115] env[65150]: INFO networking_nsxv3.common.synchronization [req-5b4fc0bb-7a31-4120-8537-b26c591f57ac req-8765df66-e8ff-4b9c-9db0-d865219d67fd service nova] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 729.514249] env[65150]: INFO networking_nsxv3.common.synchronization [req-5b4fc0bb-7a31-4120-8537-b26c591f57ac req-8765df66-e8ff-4b9c-9db0-d865219d67fd service nova] Enqueued Resource ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with Priority: HIGHEST for action port [ 729.514822] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 729.514953] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 729.515065] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with Priority: HIGHEST for action port [ 729.515341] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.515463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.515604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.515812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.515898] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.517251] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.517496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.517569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.517751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.517910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.518013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.518081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.518282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.518404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.518498] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.519613] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-715ecdca-8322-41c7-adb9-7c62b4fe0de6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.519806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.519855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.519986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.520075] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715ecdca-8322-41c7-adb9-7c62b4fe0de6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.831276] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.834251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.834667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.834769] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be updated. [ 729.836609] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.837154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.837154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.837154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.837567] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.837567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.837913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.837913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839614] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839614] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839614] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.872435] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.872819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.873057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.873438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.873738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.886157] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: IN_PROGRESS for 2s [ 729.965678] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 729.965904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.018242] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.018495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.021765] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.022768] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with status ACTIVE [ 730.023012] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.023160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.023243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.023477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.023745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.026589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.026589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 is going to be updated. [ 730.054569] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.054747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.054811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.055086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.055262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.055642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.344205] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc30272-3856-4c9e-82c8-b1a626ed882f: rpc.has_security_group_logging(os_id): False [ 730.370441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.370441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.370441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.370734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.370734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.371320] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.371320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.371976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.371976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.371976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.372627] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.372936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.373050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.373656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.373656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.373874] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.374019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.374089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.374265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.374351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.374499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 730.469721] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.469955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.469955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.470448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.471475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.492040] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 730.527650] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.030579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.030767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.030882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.031215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.031363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.031527] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be created. [ 731.069289] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.069289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.069289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.069289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.069475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.084294] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: UNINITIALIZED for 2s [ 731.898282] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 731.898668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.899089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.899089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.899284] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.899360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.899411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.899573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.899684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.899776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.899867] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.403748] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.403919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.403980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.404216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.404404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.404548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.404797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.404881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.404974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.405200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.405374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.405455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.405630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.405804] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.406568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.406713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.406957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.407076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.407172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.407300] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.518953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 732.519403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.911706] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6ecf20-01f0-4c76-88ea-b79560d3120e: rpc.has_security_group_logging(os_id): False [ 732.931295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.931476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.931577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.931890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.932032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.932455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.932671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.932798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.933405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.933739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.934052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.934167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.934236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.934402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.934480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.934796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.936154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.936154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.936154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.936154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.936154] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be updated. [ 733.013923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.014292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.014292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.014292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.014442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.032687] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: IN_PROGRESS for 2s [ 733.043995] env[65150]: INFO networking_nsxv3.common.synchronization [req-6afe31c4-9742-4115-99f6-039871a1568c req-9b0f77c1-b923-49df-8c00-308d5709a9ee tempest-VolumesAdminNegativeTest-469907687 tempest-VolumesAdminNegativeTest-469907687-project-member] Enqueued Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_members [ 733.045504] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGHEST for action security_group_members [ 733.045504] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.045504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.045504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.047215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.047215] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.047215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.047215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.047215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.048382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.048537] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.101849] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 733.104060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.104754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.105344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.106084] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.106339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.106526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.106729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.106832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.106927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.107087] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.555763] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.555763] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.555763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.555763] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae is going to be updated. [ 733.595255] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.596972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.596972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.596972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.596972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.609059] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae in Status: IN_PROGRESS for 2s [ 733.611714] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.114733] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82dcb692-2f0e-4b5d-9ef7-d73da6bca757: rpc.has_security_group_logging(os_id): False [ 734.139177] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.139409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.139577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.139938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.140426] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.140624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.140624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.140873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.141147] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be created. [ 734.229433] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.229859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.230010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.230350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.230433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.246642] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 735.049403] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 735.049403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.620678] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae in Status: SUCCESS [ 735.621077] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae deletion is rescheduled due to dependency. [ 735.621077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.202260] env[65150]: INFO networking_nsxv3.common.synchronization [req-75b38a7b-bcf9-489b-a1de-76dbd7898cfb req-bf6a06f3-86de-4b82-bcc6-d82e5d2fd784 tempest-ServerPasswordTestJSON-657233207 tempest-ServerPasswordTestJSON-657233207-project-member] Enqueued Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_members [ 736.202972] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_members [ 736.203423] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.203586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.203720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.204024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.204258] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.204335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.204438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.204888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.204888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.204888] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.263314] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 736.263543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.653795] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.654375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-404" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.654375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-404" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.654520] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-404" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.654819] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.654969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.655135] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.655308] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.655475] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.656834] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.656834] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.656834] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.656834] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.656834] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.656834] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.656834] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.686100] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.686100] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.686100] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.686253] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-404" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.686585] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-c83c33c1-2d13-4062-a242-c9e7b8161246 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.686796] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.686931] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.687350] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.687491] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83c33c1-2d13-4062-a242-c9e7b8161246',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.709575] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.709814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.709927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.710291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.710379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.710642] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.710801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.710886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.711135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.711240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.711368] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad already deleted. [ 736.711483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.190149] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.190436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.190688] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.190997] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.191245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.191487] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port c83c33c1-2d13-4062-a242-c9e7b8161246 not found, creating... [ 737.191764] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.191919] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.192041] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.192335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.192574] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.192869] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.193123] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.193321] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.193555] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.193732] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.193964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: c83c33c1-2d13-4062-a242-c9e7b8161246 is going to be created. [ 737.220101] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.220648] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.220833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.221265] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.221554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.221897] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.962995] env[65150]: INFO networking_nsxv3.common.synchronization [req-75b38a7b-bcf9-489b-a1de-76dbd7898cfb req-17cd874e-4ca2-4030-94b5-2b7d9fcedaf6 service nova] Enqueued Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_rules [ 737.963497] env[65150]: INFO networking_nsxv3.common.synchronization [req-75b38a7b-bcf9-489b-a1de-76dbd7898cfb req-17cd874e-4ca2-4030-94b5-2b7d9fcedaf6 service nova] Enqueued Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_members [ 737.963615] env[65150]: INFO networking_nsxv3.common.synchronization [req-75b38a7b-bcf9-489b-a1de-76dbd7898cfb req-17cd874e-4ca2-4030-94b5-2b7d9fcedaf6 service nova] Enqueued Resource ID: c83c33c1-2d13-4062-a242-c9e7b8161246 with Priority: HIGHEST for action port [ 737.964453] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_rules [ 737.964563] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_members [ 737.964720] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83c33c1-2d13-4062-a242-c9e7b8161246 with Priority: HIGHEST for action port [ 737.965617] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.965788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.965897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.966420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.966537] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.967541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.967683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.967754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.968012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.968195] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.968316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.968419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.968843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.968843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.968843] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.970079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83c33c1-2d13-4062-a242-c9e7b8161246 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.970079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.970555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.970555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.970620] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83c33c1-2d13-4062-a242-c9e7b8161246',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.473535] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.474709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.474844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.474974] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c83c33c1-2d13-4062-a242-c9e7b8161246 with status ACTIVE [ 738.475148] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.475523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.476128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.476128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.476128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.476128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.476128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.476537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.476537] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.476537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.476654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.476730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.476809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.477137] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c83c33c1-2d13-4062-a242-c9e7b8161246 is going to be updated. [ 738.500350] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.500566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.500662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.500943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.501144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.501380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83c33c1-2d13-4062-a242-c9e7b8161246" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.978970] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.481915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.482193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.482193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.482385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.482489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.482591] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad is going to be created. [ 739.511164] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.511485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.511590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.511879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.512785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.525492] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad in Status: UNINITIALIZED for 2s [ 741.544605] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad in Status: SUCCESS [ 741.545045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.545117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.545408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.545669] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.545814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.545908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.546112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.546199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.546289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.546392] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.049637] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.049847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.049895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.050231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.050541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.050665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.050665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.050795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.050885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.050998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.051198] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.051314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.051377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.051521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.051715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.051812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.051870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.052103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.052103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.052193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.052251] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.557105] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acdf3a47-c00e-43ae-96b1-fa9673a112ad: rpc.has_security_group_logging(os_id): False [ 742.575024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.575024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.575798] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.576025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.576178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.576398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.576575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.576736] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad is going to be created. [ 742.648122] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.648122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.648122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.648122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.648122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.659749] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad in Status: IN_PROGRESS for 2s [ 742.967497] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 742.967631] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 744.539433] env[65150]: INFO networking_nsxv3.common.synchronization [None req-e8a0f3d6-4f43-4f0a-a582-bed52f739938 None None] Enqueued Resource ID: 87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0 with Priority: HIGHEST for action port [ 744.540101] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0 with Priority: HIGHEST for action port [ 744.540583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.540763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.540830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.541087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.541173] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.676869] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad in Status: SUCCESS [ 744.676869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.044903] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0 [ 745.044903] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.044903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.044903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.045568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.045870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.046944] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0 already deleted. [ 745.046944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e27da3-6dd6-4b8f-9c8d-9e4dc15e21f0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.531743] env[65150]: INFO networking_nsxv3.common.synchronization [req-e3efc648-854a-47fc-a955-5ba89e1bc52a req-58dc6a78-d6b8-4b8c-911a-6ab7ebf71e87 tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 745.532374] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 745.533162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.533422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.533622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.533918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.534309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.534461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.534571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.534787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.534932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.535088] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.038736] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.039058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.039058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.039211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.039303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.039531] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.039635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.039696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.039852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.039928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.040026] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be updated. [ 746.085680] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.085866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.085929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.086106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.086251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.098950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 747.387822] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ba679c4-1e7d-4633-af03-0a3ea7e32c89 req-2538c58e-b72d-4f81-a6ab-cede0f081489 tempest-ServersNegativeTestMultiTenantJSON-653685210 tempest-ServersNegativeTestMultiTenantJSON-653685210-project-member] Enqueued Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_members [ 747.387822] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_members [ 747.387822] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.387822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.387822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.388460] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.388568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.388646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.390150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.390299] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.784011] env[65150]: INFO networking_nsxv3.common.synchronization [None req-09eb921c-896a-4e6e-9ea5-ad9953da4c4c None None] Enqueued Resource ID: 7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0 with Priority: HIGHEST for action port [ 747.784604] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0 with Priority: HIGHEST for action port [ 747.784972] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.787312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.787396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.787961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.787961] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.892520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.892698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.892789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.893034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.893146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.893430] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.893577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.893766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.895348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.895348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.895348] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30020f22-9301-42dd-86fa-f11249cf0788 already deleted. [ 747.895348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.014873] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.014873] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-217" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.014873] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-217" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-217" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.016516] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.016699] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.016827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.017101] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.017242] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.017474] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.017620] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.017772] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.017874] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.018054] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.018239] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.018382] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.039888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.040193] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.040479] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.040699] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-217" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.041214] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-d723fa2b-dc14-4969-9a39-64db67bd2946 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.041463] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.041780] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.042235] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.042559] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d723fa2b-dc14-4969-9a39-64db67bd2946',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.112855] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 748.113055] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 deletion is rescheduled due to dependency. [ 748.113193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.264135] env[65150]: INFO networking_nsxv3.common.synchronization [None req-555a9d40-4f40-4df8-b057-ce5c7bae2d79 None None] Enqueued Resource ID: e4504e9a-4dda-4524-98c7-c3337050d281 with Priority: HIGHEST for action port [ 748.264752] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4504e9a-4dda-4524-98c7-c3337050d281 with Priority: HIGHEST for action port [ 748.265068] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4504e9a-4dda-4524-98c7-c3337050d281 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.265385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4504e9a-4dda-4524-98c7-c3337050d281" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.265456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4504e9a-4dda-4524-98c7-c3337050d281" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.265721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4504e9a-4dda-4524-98c7-c3337050d281" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.265809] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4504e9a-4dda-4524-98c7-c3337050d281',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.289959] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0 [ 748.290220] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.290325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.290397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.290634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.290739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.290838] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0 already deleted. [ 748.290923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aef70b9-fea0-4fa7-ad8f-c3f4a7ce0ce0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.545513] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.545939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.545939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.546166] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.546313] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.546463] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port d723fa2b-dc14-4969-9a39-64db67bd2946 not found, creating... [ 748.546747] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.546907] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.547087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.547299] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.547393] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.547682] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.547833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.548009] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.548324] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.549258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.549258] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: d723fa2b-dc14-4969-9a39-64db67bd2946 is going to be created. [ 748.569902] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.571354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.571354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.571354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.571354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.571354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.768970] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4504e9a-4dda-4524-98c7-c3337050d281 [ 748.768970] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.769926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.770929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.771205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.771312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.771497] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4504e9a-4dda-4524-98c7-c3337050d281 already deleted. [ 748.771497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4504e9a-4dda-4524-98c7-c3337050d281" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.336029] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ba679c4-1e7d-4633-af03-0a3ea7e32c89 req-6a22e20b-b286-4e9f-9cd2-66f75f0656a1 service nova] Enqueued Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_rules [ 749.336218] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ba679c4-1e7d-4633-af03-0a3ea7e32c89 req-6a22e20b-b286-4e9f-9cd2-66f75f0656a1 service nova] Enqueued Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_members [ 749.336273] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ba679c4-1e7d-4633-af03-0a3ea7e32c89 req-6a22e20b-b286-4e9f-9cd2-66f75f0656a1 service nova] Enqueued Resource ID: d723fa2b-dc14-4969-9a39-64db67bd2946 with Priority: HIGHEST for action port [ 749.336944] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_rules [ 749.337280] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_members [ 749.337415] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d723fa2b-dc14-4969-9a39-64db67bd2946 with Priority: HIGHEST for action port [ 749.338641] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.338641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.338641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.338641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.338641] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.342056] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.342056] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.342056] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.342056] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d723fa2b-dc14-4969-9a39-64db67bd2946 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.342056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.342827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.342827] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d723fa2b-dc14-4969-9a39-64db67bd2946',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.433168] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d863c88c-60cf-4b59-a61e-3c684fe7afd5 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_rules [ 749.433168] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_rules [ 749.433168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.433168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.433168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.433168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.433759] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.680760] env[65150]: INFO networking_nsxv3.common.synchronization [None req-e44ed3fc-6935-4891-bfe5-c9ca171880c0 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_rules [ 749.681321] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_rules [ 749.681620] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.681725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.846552] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d723fa2b-dc14-4969-9a39-64db67bd2946 with status ACTIVE [ 749.846843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.847057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.847175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.847514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.847674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.847949] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.848124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.848232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.848459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.848584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.848857] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.848975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.849068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.849293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.849409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.849520] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d723fa2b-dc14-4969-9a39-64db67bd2946 is going to be updated. [ 749.850952] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.851840] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.851940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.880521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.880742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.880742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.880856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.881126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.881178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d723fa2b-dc14-4969-9a39-64db67bd2946" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.957268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.957471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.957579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.958863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.958863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.958863] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 already deleted. [ 749.958863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.958863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.958863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.958863] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.151523] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1466491a-f4ef-46a0-9716-7d10af664dd4 None None] Enqueued Resource ID: 073524cd-4df2-4c22-9b83-652024aa1cac with Priority: HIGHEST for action port [ 750.151978] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 073524cd-4df2-4c22-9b83-652024aa1cac with Priority: HIGHEST for action port [ 750.152911] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-073524cd-4df2-4c22-9b83-652024aa1cac taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.152911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-073524cd-4df2-4c22-9b83-652024aa1cac" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.152911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-073524cd-4df2-4c22-9b83-652024aa1cac" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.152911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-073524cd-4df2-4c22-9b83-652024aa1cac" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.152911] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('073524cd-4df2-4c22-9b83-652024aa1cac',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.355825] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.480620] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.480831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.480831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.481208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.481208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.481285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 already deleted. [ 750.481314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.524491] env[65150]: INFO networking_nsxv3.common.synchronization [req-e903b63b-d137-47f6-b3df-83b4ca79a18c req-8eddd0e6-5fe2-4b34-a8a5-bf354fa98b80 tempest-InstanceActionsTestJSON-661385055 tempest-InstanceActionsTestJSON-661385055-project-member] Enqueued Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_members [ 750.525148] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_members [ 750.525782] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.525782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.525782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.526408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.526798] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.527174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.527237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.527629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.527721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.527833] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.658036] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 073524cd-4df2-4c22-9b83-652024aa1cac [ 750.658650] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.661049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.661049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.661049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.661049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.661049] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:073524cd-4df2-4c22-9b83-652024aa1cac already deleted. [ 750.661049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-073524cd-4df2-4c22-9b83-652024aa1cac" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.858762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.859194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.859194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.859267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.859355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.859481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30020f22-9301-42dd-86fa-f11249cf0788 is going to be created. [ 750.891106] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.891261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.893433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.893433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.893433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.903405] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30020f22-9301-42dd-86fa-f11249cf0788 in Status: UNINITIALIZED for 2s [ 750.929190] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-911" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.929190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-911" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.929190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-911" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.929897] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.930207] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.930207] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930518] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.931448] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.931448] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.931448] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.931448] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.931448] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.931448] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.931448] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.956171] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.956364] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.956499] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.956671] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-911" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.956993] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-e165d370-359d-44f2-8a13-ba70ec3e3483 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.957421] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.957421] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.957877] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.958040] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e165d370-359d-44f2-8a13-ba70ec3e3483',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.032088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.032088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.032088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.032088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.032088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.032462] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.032462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.032462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.032599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.032641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.032746] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514f70f7-7a88-4089-889a-f2d373e31e92 already deleted. [ 751.032789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461336] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.461531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.461613] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.461888] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462115] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462359] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port e165d370-359d-44f2-8a13-ba70ec3e3483 not found, creating... [ 751.465125] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.465338] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.465603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.465706] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.465844] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.466146] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.466302] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.466415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.466624] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.466754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.466888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: e165d370-359d-44f2-8a13-ba70ec3e3483 is going to be created. [ 751.489939] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.489939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.489939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.489939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.489939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.489939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.197832] env[65150]: INFO networking_nsxv3.common.synchronization [req-e903b63b-d137-47f6-b3df-83b4ca79a18c req-cdaff19f-807a-4839-ad70-60c20e3c78d6 service nova] Enqueued Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_rules [ 752.198098] env[65150]: INFO networking_nsxv3.common.synchronization [req-e903b63b-d137-47f6-b3df-83b4ca79a18c req-cdaff19f-807a-4839-ad70-60c20e3c78d6 service nova] Enqueued Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_members [ 752.198219] env[65150]: INFO networking_nsxv3.common.synchronization [req-e903b63b-d137-47f6-b3df-83b4ca79a18c req-cdaff19f-807a-4839-ad70-60c20e3c78d6 service nova] Enqueued Resource ID: e165d370-359d-44f2-8a13-ba70ec3e3483 with Priority: HIGHEST for action port [ 752.198783] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_rules [ 752.198923] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_members [ 752.200223] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e165d370-359d-44f2-8a13-ba70ec3e3483 with Priority: HIGHEST for action port [ 752.200916] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.200916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.200916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.201199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.201199] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.202094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.202214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.202279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.202509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.202802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.202802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.202905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.202990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.203087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.203178] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.207197] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e165d370-359d-44f2-8a13-ba70ec3e3483 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.207197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.208039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.208267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.208505] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e165d370-359d-44f2-8a13-ba70ec3e3483',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.582804] env[65150]: INFO networking_nsxv3.common.synchronization [req-8be0fa4c-36d1-47be-8661-79d951cc0b7d req-e21722ab-7139-4449-8ea3-e0ed6e1aaef3 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 752.583375] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 752.584296] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.584296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.584547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.584547] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.584690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.584901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.585251] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.711781] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.712973] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e165d370-359d-44f2-8a13-ba70ec3e3483 with status ACTIVE [ 752.713262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.713391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.713391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.713591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.713685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.713867] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.713977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.714167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.714450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.714554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.714987] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.714987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.714987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.715189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.715238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.715393] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e165d370-359d-44f2-8a13-ba70ec3e3483 is going to be updated. [ 752.717141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.717245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.738085] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.738226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.738297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.738495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.738636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.738819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e165d370-359d-44f2-8a13-ba70ec3e3483" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.912347] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30020f22-9301-42dd-86fa-f11249cf0788 in Status: SUCCESS [ 752.912589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.912793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.913060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.913288] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.913420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.913522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.913728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.913854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.913935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.914049] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.977968] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.978193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.978314] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.980056] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.980413] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.980659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.980874] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.981365] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.981572] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.981946] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.982106] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.982253] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.982389] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.982571] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.982751] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.982930] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.003842] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.004372] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.004372] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.004471] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.004886] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-f5884b51-a7f5-44d5-a313-3717dce3b60d taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.006021] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.006021] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.006021] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.006021] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5884b51-a7f5-44d5-a313-3717dce3b60d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.087441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.087591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.087661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.087877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.088024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.088640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.088640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.088640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.088640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.088640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.088640] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 already deleted. [ 753.089274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.153705] env[65150]: INFO networking_nsxv3.common.synchronization [None req-26f9287f-996a-4a97-99c2-300cc18703d2 None None] Enqueued Resource ID: 0e30c280-4a27-4169-9a20-0b0d7cd8a303 with Priority: HIGHEST for action port [ 753.154276] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e30c280-4a27-4169-9a20-0b0d7cd8a303 with Priority: HIGHEST for action port [ 753.155313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e30c280-4a27-4169-9a20-0b0d7cd8a303 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.155313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e30c280-4a27-4169-9a20-0b0d7cd8a303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.155313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e30c280-4a27-4169-9a20-0b0d7cd8a303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.155313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e30c280-4a27-4169-9a20-0b0d7cd8a303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.155313] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e30c280-4a27-4169-9a20-0b0d7cd8a303',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.213778] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.418405] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.418405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.418405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.418405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.418405] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.418405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.418675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.418675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.418675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.418760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.418875] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.418969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.419059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.419184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.419319] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.419410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.419464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.419601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.419678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.419763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.419861] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.509360] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.509718] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.509836] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.510110] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.510274] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.510489] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port f5884b51-a7f5-44d5-a313-3717dce3b60d not found, creating... [ 753.510790] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.510960] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.511093] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.511298] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.511439] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.512364] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.512364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.512364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.512364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.512364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.512650] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: f5884b51-a7f5-44d5-a313-3717dce3b60d is going to be created. [ 753.534542] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.535445] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.535445] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.535445] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.535643] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.535852] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.658135] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e30c280-4a27-4169-9a20-0b0d7cd8a303 [ 753.658436] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.658614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.658714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.658960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.659104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.659233] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e30c280-4a27-4169-9a20-0b0d7cd8a303 already deleted. [ 753.659347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e30c280-4a27-4169-9a20-0b0d7cd8a303" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.717123] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.717531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.717531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.717692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.717692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.717797] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514f70f7-7a88-4089-889a-f2d373e31e92 is going to be created. [ 753.744245] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.744424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.744469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.744658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.744865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.755575] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514f70f7-7a88-4089-889a-f2d373e31e92 in Status: UNINITIALIZED for 2s [ 753.926077] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30020f22-9301-42dd-86fa-f11249cf0788: rpc.has_security_group_logging(os_id): False [ 753.944442] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.944581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.944843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.944911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.944959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.945167] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.945366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.945366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.946474] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.946474] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.946474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.946831] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30020f22-9301-42dd-86fa-f11249cf0788 is going to be created. [ 754.005589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.005788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.005788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.006009] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.006195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.020540] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30020f22-9301-42dd-86fa-f11249cf0788 in Status: IN_PROGRESS for 2s [ 754.257549] env[65150]: INFO networking_nsxv3.common.synchronization [req-8be0fa4c-36d1-47be-8661-79d951cc0b7d req-70e97111-8c1b-4b9b-a56c-298fadbeacbc service nova] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 754.257837] env[65150]: INFO networking_nsxv3.common.synchronization [req-8be0fa4c-36d1-47be-8661-79d951cc0b7d req-70e97111-8c1b-4b9b-a56c-298fadbeacbc service nova] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 754.257837] env[65150]: INFO networking_nsxv3.common.synchronization [req-8be0fa4c-36d1-47be-8661-79d951cc0b7d req-70e97111-8c1b-4b9b-a56c-298fadbeacbc service nova] Enqueued Resource ID: f5884b51-a7f5-44d5-a313-3717dce3b60d with Priority: HIGHEST for action port [ 754.258377] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 754.258521] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 754.258618] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5884b51-a7f5-44d5-a313-3717dce3b60d with Priority: HIGHEST for action port [ 754.258894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.260930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.261086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.262723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.262723] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.263132] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.263565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.264319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.264319] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.264894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5884b51-a7f5-44d5-a313-3717dce3b60d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.265032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.265156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.265213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.265384] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5884b51-a7f5-44d5-a313-3717dce3b60d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.766976] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.767161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.767384] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.768437] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5884b51-a7f5-44d5-a313-3717dce3b60d with status ACTIVE [ 754.769542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.769542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.769542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.769542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.769542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.769781] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.769781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.769781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.769916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.769988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.770855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.771030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.771071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.771393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.771393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.771523] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5884b51-a7f5-44d5-a313-3717dce3b60d is going to be updated. [ 754.797235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.797235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.797486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.797524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.798117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.798117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.275138] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.399975] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4a36dcf-dc3c-4258-a670-2146d352e775 req-f0503f8a-e3e9-4ee9-a67b-bc53ecb885bc tempest-MigrationsAdminTest-198912729 tempest-MigrationsAdminTest-198912729-project-member] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 755.400642] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 755.400888] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.401091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.401268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.401641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.401641] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.401641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.401760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.401923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.402009] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.402076] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.453143] env[65150]: INFO networking_nsxv3.common.synchronization [None req-85277633-291f-408a-869e-f9d10f042488 None None] Enqueued Resource ID: bc7ea7b2-368d-4b35-b802-752151e6db51 with Priority: HIGHEST for action port [ 755.454016] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7ea7b2-368d-4b35-b802-752151e6db51 with Priority: HIGHEST for action port [ 755.454809] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc7ea7b2-368d-4b35-b802-752151e6db51 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc7ea7b2-368d-4b35-b802-752151e6db51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc7ea7b2-368d-4b35-b802-752151e6db51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.462074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc7ea7b2-368d-4b35-b802-752151e6db51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.462074] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7ea7b2-368d-4b35-b802-752151e6db51',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.768670] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514f70f7-7a88-4089-889a-f2d373e31e92 in Status: SUCCESS [ 755.768981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.769179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.769400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.769640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.769773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.769851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.770030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.770107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.770162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.770257] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.779823] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.779823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.779823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.779823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.779823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.779823] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be created. [ 755.806311] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.806311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.806311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.806311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.810256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.811387] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.811562] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.811681] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.811951] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.812235] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.812364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.812646] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.812858] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.812974] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.813221] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.813293] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.813440] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.813689] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.813846] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.813998] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.814201] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.819772] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: UNINITIALIZED for 2s [ 755.833950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.834168] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.834306] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.836014] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.836014] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-8bca96c7-40c4-481c-826a-5536a0f38ba1 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.836014] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.836014] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.836014] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.836014] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bca96c7-40c4-481c-826a-5536a0f38ba1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.905532] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.965450] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc7ea7b2-368d-4b35-b802-752151e6db51 [ 755.965450] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.965450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.965615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.966015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.966015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.966160] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc7ea7b2-368d-4b35-b802-752151e6db51 already deleted. [ 755.966271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc7ea7b2-368d-4b35-b802-752151e6db51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.033195] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30020f22-9301-42dd-86fa-f11249cf0788 in Status: SUCCESS [ 756.033452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.274495] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.274780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.274973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.275219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.275571] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.275571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.275765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.275765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.275861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.276053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.276230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.276230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.276338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.276437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.277037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.277037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.277037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.277037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.277037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.277037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.277272] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.338724] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.338967] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.338967] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.339294] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.339502] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.339652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 8bca96c7-40c4-481c-826a-5536a0f38ba1 not found, creating... [ 756.339946] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.340113] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.340254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.340566] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.340724] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.341048] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.341348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.341413] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.342010] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.342173] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.342340] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 8bca96c7-40c4-481c-826a-5536a0f38ba1 is going to be created. [ 756.366740] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.367193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.367333] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.367717] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.368074] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.368385] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.407958] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.779197] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 514f70f7-7a88-4089-889a-f2d373e31e92: rpc.has_security_group_logging(os_id): False [ 756.800093] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.800314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.800314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.800568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.800666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.800864] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.800956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.801045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.801200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.801295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.801494] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.801628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.801692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.801842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.801923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.802196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.802289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.802346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.802518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.802599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.802750] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514f70f7-7a88-4089-889a-f2d373e31e92 is going to be created. [ 756.886897] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.887104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.887167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.887344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.887622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.903022] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514f70f7-7a88-4089-889a-f2d373e31e92 in Status: IN_PROGRESS for 2s [ 756.911831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.911954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.911954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.912183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.912325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.912528] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be updated. [ 756.970380] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.970380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.970380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.970380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.973507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.984899] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: IN_PROGRESS for 2s [ 757.134716] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4a36dcf-dc3c-4258-a670-2146d352e775 req-50346c50-817c-41cf-8c8d-3765e63e8b28 service nova] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_rules [ 757.134716] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4a36dcf-dc3c-4258-a670-2146d352e775 req-50346c50-817c-41cf-8c8d-3765e63e8b28 service nova] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 757.134716] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4a36dcf-dc3c-4258-a670-2146d352e775 req-50346c50-817c-41cf-8c8d-3765e63e8b28 service nova] Enqueued Resource ID: 8bca96c7-40c4-481c-826a-5536a0f38ba1 with Priority: HIGHEST for action port [ 757.138717] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_rules [ 757.138717] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 757.138717] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bca96c7-40c4-481c-826a-5536a0f38ba1 with Priority: HIGHEST for action port [ 757.138717] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.138717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.138717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.138717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.138717] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.138717] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.138717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.138717] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bca96c7-40c4-481c-826a-5536a0f38ba1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.138717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.138717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.140465] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bca96c7-40c4-481c-826a-5536a0f38ba1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.644533] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.644892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.644892] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bca96c7-40c4-481c-826a-5536a0f38ba1 with status ACTIVE [ 757.645793] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.645793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.645793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.645793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.645793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.645793] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.645793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.646222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.646222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.646222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.646352] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.646409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.646451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.646570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.646648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.646732] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bca96c7-40c4-481c-826a-5536a0f38ba1 is going to be updated. [ 757.676591] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.676847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.676847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.677090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.677234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.677412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bca96c7-40c4-481c-826a-5536a0f38ba1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.837747] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 757.838798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.838798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.838798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.838798] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.839062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.839062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.839246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.841562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.841562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.841562] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.316721] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1e924f3b-358c-4346-84ae-7d5c7b355df9 None None] Enqueued Resource ID: fd9a7f47-ace2-4432-9401-5efee2802f7c with Priority: HIGHEST for action port [ 758.317306] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9a7f47-ace2-4432-9401-5efee2802f7c with Priority: HIGHEST for action port [ 758.317640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd9a7f47-ace2-4432-9401-5efee2802f7c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.317777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd9a7f47-ace2-4432-9401-5efee2802f7c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.317822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd9a7f47-ace2-4432-9401-5efee2802f7c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.321255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd9a7f47-ace2-4432-9401-5efee2802f7c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.321358] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9a7f47-ace2-4432-9401-5efee2802f7c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.342930] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.342930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.343057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.343290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.343451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.343564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.343665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.343878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.344011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.344123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.344281] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.345102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.345102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.345102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.345102] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.345102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.345102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.345335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.345335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345442] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.825156] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd9a7f47-ace2-4432-9401-5efee2802f7c [ 758.825719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.825874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.825986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.826288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.826482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.826679] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd9a7f47-ace2-4432-9401-5efee2802f7c already deleted. [ 758.826837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd9a7f47-ace2-4432-9401-5efee2802f7c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.849992] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 758.882941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.883455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.883455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.883550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.883660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.883913] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.885725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.885725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.885725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.885962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.886087] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.886178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.886230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.886850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.886850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.886850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.886850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.887106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.887742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.887742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.887742] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be created. [ 758.919389] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 514f70f7-7a88-4089-889a-f2d373e31e92 in Status: SUCCESS [ 758.920124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.982181] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.982181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.982181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.982181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.982181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.999194] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 759.002324] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 759.002324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.002324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.002324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.006585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.006585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.006585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.006585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.006585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.006585] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.510775] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.014331] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.518214] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.518214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.518214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.518214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.518214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.518214] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be updated. [ 760.581713] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.582233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.582233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.582492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.583157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.595698] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: IN_PROGRESS for 2s [ 761.015317] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 761.015639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.382319] env[65150]: INFO networking_nsxv3.common.synchronization [req-ee048122-9a6f-44e1-9b7f-4ca47b7b5dbb req-565af9e5-57d1-4537-bd14-0b2ae83e4503 tempest-ServerGroupTestJSON-475547235 tempest-ServerGroupTestJSON-475547235-project-member] Enqueued Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_members [ 761.384721] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_members [ 761.384721] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.384721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.384721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.384904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.385118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.385256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.385549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.385549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.385648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.385805] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.889973] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.890268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.890866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.891132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.891226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.891436] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.891542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.891627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.891775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.891851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.891937] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 already deleted. [ 761.892029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.935743] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.935945] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-965" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.936080] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-965" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.936405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-965" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.936676] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.936875] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.937008] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.937721] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.937943] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.938605] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.941161] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.941308] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.941415] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.941528] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.941634] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.941770] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.971705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.974193] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.974193] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.974193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-965" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.974193] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-ae4694c6-ade1-4d34-b8de-7a0573b267e3 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.974193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.974193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.974193] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.974193] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4694c6-ade1-4d34-b8de-7a0573b267e3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.251183] env[65150]: INFO networking_nsxv3.common.synchronization [None req-25e3c609-fefc-4a92-88fd-edf592a7a89f None None] Enqueued Resource ID: 2885daf1-ae9d-492a-bf92-3fc3d044c011 with Priority: HIGHEST for action port [ 762.251828] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2885daf1-ae9d-492a-bf92-3fc3d044c011 with Priority: HIGHEST for action port [ 762.252103] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2885daf1-ae9d-492a-bf92-3fc3d044c011 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.252413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2885daf1-ae9d-492a-bf92-3fc3d044c011" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.252546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2885daf1-ae9d-492a-bf92-3fc3d044c011" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.252795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2885daf1-ae9d-492a-bf92-3fc3d044c011" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.252886] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2885daf1-ae9d-492a-bf92-3fc3d044c011',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.479076] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.479076] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port ae4694c6-ade1-4d34-b8de-7a0573b267e3 not found, creating... [ 762.479076] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.479076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.479996] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.483033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.483033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.483033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.483033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.483033] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: ae4694c6-ade1-4d34-b8de-7a0573b267e3 is going to be created. [ 762.506379] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.506797] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.506797] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.506928] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.507172] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.507391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.612874] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 762.613172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.613737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.613961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.614195] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.614315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.614382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.614559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.614648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.614934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.614934] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.758122] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2885daf1-ae9d-492a-bf92-3fc3d044c011 [ 762.760463] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.760463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.760463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.760463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.760463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.760463] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2885daf1-ae9d-492a-bf92-3fc3d044c011 already deleted. [ 762.760463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2885daf1-ae9d-492a-bf92-3fc3d044c011" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.118330] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.118571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.118684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.118922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.119209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.119673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.119673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.119802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.119891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.121196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.121196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.121196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.121755] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.300697] env[65150]: INFO networking_nsxv3.common.synchronization [req-ee048122-9a6f-44e1-9b7f-4ca47b7b5dbb req-5b26b01e-1174-4b61-bbac-7d6f89407b89 service nova] Enqueued Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_rules [ 763.300991] env[65150]: INFO networking_nsxv3.common.synchronization [req-ee048122-9a6f-44e1-9b7f-4ca47b7b5dbb req-5b26b01e-1174-4b61-bbac-7d6f89407b89 service nova] Enqueued Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_members [ 763.301566] env[65150]: INFO networking_nsxv3.common.synchronization [req-ee048122-9a6f-44e1-9b7f-4ca47b7b5dbb req-5b26b01e-1174-4b61-bbac-7d6f89407b89 service nova] Enqueued Resource ID: ae4694c6-ade1-4d34-b8de-7a0573b267e3 with Priority: HIGHEST for action port [ 763.301683] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_rules [ 763.301823] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_members [ 763.302320] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4694c6-ade1-4d34-b8de-7a0573b267e3 with Priority: HIGHEST for action port [ 763.302396] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.302569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.302673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.304045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.304045] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.305028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.305028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.305028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.305235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.305235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.305308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.307349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.307349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.307349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.307349] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.307349] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae4694c6-ade1-4d34-b8de-7a0573b267e3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.307349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.307349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.307349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.307349] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4694c6-ade1-4d34-b8de-7a0573b267e3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.625010] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7ea52c-c380-4792-9f82-768b5c28fbf2: rpc.has_security_group_logging(os_id): False [ 763.644416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.644628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.644628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.644859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.644955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.645183] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.645287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.645342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.646061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.646061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.646061] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.646061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.646061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.646061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.646410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.646410] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.646504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.646537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.646755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.646959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.646959] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be updated. [ 763.736024] env[65150]: INFO networking_nsxv3.common.synchronization [req-43b2e36e-0a89-4500-8c0a-f4d12e2cc717 req-b9619dfb-32b5-4b55-bb67-bcfac6f26862 tempest-ServerPasswordTestJSON-657233207 tempest-ServerPasswordTestJSON-657233207-project-member] Enqueued Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_members [ 763.736374] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGHEST for action security_group_members [ 763.738666] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.740423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.740910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.741075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.741150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.741287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.741373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.741479] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.803170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.803316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.803412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.803722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.803886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.805428] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.805567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.810589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae4694c6-ade1-4d34-b8de-7a0573b267e3 with status ACTIVE [ 763.810589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.810589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.810589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811090] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.811263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.811294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.811502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.811555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811769] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.812012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.812012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.812122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.812245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae4694c6-ade1-4d34-b8de-7a0573b267e3 is going to be updated. [ 763.814030] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.821568] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: IN_PROGRESS for 2s [ 763.841901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.842073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.842073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.842346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.842634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.842952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae4694c6-ade1-4d34-b8de-7a0573b267e3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.148613] env[65150]: INFO networking_nsxv3.common.synchronization [req-4f77526c-ab78-4376-ad5a-f0a319c1faf7 req-c0bf1ab1-42e9-42f6-ada6-1af132b0d7cf tempest-ListServerFiltersTestJSON-1790484168 tempest-ListServerFiltersTestJSON-1790484168-project-member] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 764.149255] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 764.149665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.149884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.149884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.150384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.150601] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.150798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.150867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.151262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.151262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.151410] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.244181] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.244392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.244465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.244723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.244831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.245169] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.245275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.245337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.245486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.245599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.245679] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad is going to be updated. [ 764.290295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.290465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.290528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.290752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.290896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.310087] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad in Status: IN_PROGRESS for 2s [ 764.315977] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.655765] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.655765] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.655765] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 already deleted. [ 764.655765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.707835] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.707835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.707835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.707835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.708104] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.708249] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.708402] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.708711] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.709054] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.709346] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.709697] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.709869] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.710021] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.710199] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.710348] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.710546] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.731548] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.732026] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.732259] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.732552] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.732998] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-adaba44c-c75f-45b8-b222-b8e56236657b taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.733324] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.733502] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.733992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.734444] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adaba44c-c75f-45b8-b222-b8e56236657b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.819701] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.819896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.819942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.820218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.820355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.820515] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 is going to be created. [ 764.863288] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.863552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.863552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.863769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.863997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.879208] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 in Status: UNINITIALIZED for 2s [ 765.237179] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.237422] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.237545] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.237814] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.237964] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.238131] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port adaba44c-c75f-45b8-b222-b8e56236657b not found, creating... [ 765.238396] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.238549] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.238664] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.238877] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.239019] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.239298] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.239474] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.239603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.239810] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.239939] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.240162] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: adaba44c-c75f-45b8-b222-b8e56236657b is going to be created. [ 765.265580] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.266215] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.266215] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.266355] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.266494] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.266712] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.837656] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 765.837656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.042977] env[65150]: INFO networking_nsxv3.common.synchronization [req-4f77526c-ab78-4376-ad5a-f0a319c1faf7 req-04e7a8b9-313a-49ac-b401-c518a1105766 service nova] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_rules [ 766.043196] env[65150]: INFO networking_nsxv3.common.synchronization [req-4f77526c-ab78-4376-ad5a-f0a319c1faf7 req-04e7a8b9-313a-49ac-b401-c518a1105766 service nova] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 766.043348] env[65150]: INFO networking_nsxv3.common.synchronization [req-4f77526c-ab78-4376-ad5a-f0a319c1faf7 req-04e7a8b9-313a-49ac-b401-c518a1105766 service nova] Enqueued Resource ID: adaba44c-c75f-45b8-b222-b8e56236657b with Priority: HIGHEST for action port [ 766.043957] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_rules [ 766.044211] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 766.044321] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adaba44c-c75f-45b8-b222-b8e56236657b with Priority: HIGHEST for action port [ 766.047147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.047147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.047147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.047147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.047147] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.047147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.047147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.047147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.047147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.047479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.047479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.047479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.047705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.047705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.047867] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.049099] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-adaba44c-c75f-45b8-b222-b8e56236657b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.049240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.049341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.049473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.049550] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adaba44c-c75f-45b8-b222-b8e56236657b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.182436] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ed47fdc-4c8b-4439-967b-7499a739c015 req-3e37ea98-2b7d-4b31-9fb6-5dca37af0b42 tempest-ListServerFiltersTestJSON-1790484168 tempest-ListServerFiltersTestJSON-1790484168-project-member] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 766.183055] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 766.183529] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.183681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.320719] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad in Status: SUCCESS [ 766.321071] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad deletion is rescheduled due to dependency. [ 766.321193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.552926] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.553080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.553281] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.555086] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adaba44c-c75f-45b8-b222-b8e56236657b with status ACTIVE [ 766.555645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.555645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.555645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.555783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.555823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.556073] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.556196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.556228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.557304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.557304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.557304] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.557304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.557304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.557304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.557304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.557304] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adaba44c-c75f-45b8-b222-b8e56236657b is going to be updated. [ 766.592920] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.593114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.593159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.593401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.594134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.594134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adaba44c-c75f-45b8-b222-b8e56236657b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.636198] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.636564] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.636769] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.637223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.637624] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.638400] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.638400] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.638746] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.638998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.639329] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.639495] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.639495] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.639600] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.639685] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.639819] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.639960] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.696239] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.696362] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.696805] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.696805] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.696952] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.697119] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.697280] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697744] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c30fbf-7cac-41b5-b220-cdbd0d8d740c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.890063] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 in Status: SUCCESS [ 766.890063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.890063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.890063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.890063] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.890450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.890450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.890450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.890450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.890563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.890692] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.060198] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.205712] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.206128] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.206866] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207820] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.208111] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.208365] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port c2c30fbf-7cac-41b5-b220-cdbd0d8d740c not found, creating... [ 767.208690] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.208864] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.208979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.209355] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.209618] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.210118] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.210452] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.210648] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.210916] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.211113] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.211370] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: c2c30fbf-7cac-41b5-b220-cdbd0d8d740c is going to be created. [ 767.233781] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.233915] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.233961] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.234256] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.234583] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.234978] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.393792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.393792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.393792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.393792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.394329] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.394329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.394329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.394543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.394543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.394666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.394783] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.394959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.394959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.395701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.395701] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.395701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.395701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.395701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.395982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.395982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.396097] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.563452] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.563744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.563744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.563988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.564125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.564175] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be created. [ 767.596026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.596291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.596291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.596535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.596716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.610305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: UNINITIALIZED for 2s [ 767.899948] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6: rpc.has_security_group_logging(os_id): False [ 767.921127] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.921308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.921352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.924733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.924870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.925158] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.926401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.926401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.926401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.926401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.926401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.927381] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.927381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.927381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.927381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.927381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.929300] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 is going to be created. [ 767.967221] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ed47fdc-4c8b-4439-967b-7499a739c015 req-fdf16ed4-0ac8-4f67-8df1-b1f442b70dc4 service nova] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_rules [ 767.967425] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ed47fdc-4c8b-4439-967b-7499a739c015 req-fdf16ed4-0ac8-4f67-8df1-b1f442b70dc4 service nova] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 767.967593] env[65150]: INFO networking_nsxv3.common.synchronization [req-3ed47fdc-4c8b-4439-967b-7499a739c015 req-fdf16ed4-0ac8-4f67-8df1-b1f442b70dc4 service nova] Enqueued Resource ID: c2c30fbf-7cac-41b5-b220-cdbd0d8d740c with Priority: HIGHEST for action port [ 767.968401] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_rules [ 767.968797] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 767.968879] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c30fbf-7cac-41b5-b220-cdbd0d8d740c with Priority: HIGHEST for action port [ 767.969946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.969946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.970262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.970347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.970553] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.970671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.970757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.971028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.971126] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c30fbf-7cac-41b5-b220-cdbd0d8d740c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.002989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.003260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.004343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.004628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.005070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.018774] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 in Status: IN_PROGRESS for 2s [ 768.479433] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2c30fbf-7cac-41b5-b220-cdbd0d8d740c with status ACTIVE [ 768.479433] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479433] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479433] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479433] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2c30fbf-7cac-41b5-b220-cdbd0d8d740c is going to be updated. [ 768.504505] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.504761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.505139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.505481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.505683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.505913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c30fbf-7cac-41b5-b220-cdbd0d8d740c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.797955] env[65150]: INFO networking_nsxv3.common.synchronization [req-b02ef195-3841-417d-a326-a965af7253cf req-9577e20d-3631-483a-be4b-e32f57ac3e1b tempest-ListServerFiltersTestJSON-1790484168 tempest-ListServerFiltersTestJSON-1790484168-project-member] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 768.799163] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 768.799678] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.799802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.176724] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177170] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177170] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177602] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177798] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177916] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.178315] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.178474] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.178864] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.178864] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.179165] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.179165] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.179165] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.179335] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.179478] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.202401] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.202755] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.203407] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.203407] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-510" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.203732] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-ee7d3184-e055-49be-af75-b17dbdee2c10 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.203937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.204074] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.204612] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.204756] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7d3184-e055-49be-af75-b17dbdee2c10',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.336461] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.336965] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.393255] env[65150]: INFO networking_nsxv3.common.synchronization [None req-728ccf46-4c1d-4341-83bd-d5340cf7c499 None None] Enqueued Resource ID: fa38a975-5759-4dff-ac03-82555d7f881a with Priority: HIGHEST for action port [ 769.393892] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa38a975-5759-4dff-ac03-82555d7f881a with Priority: HIGHEST for action port [ 769.394257] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa38a975-5759-4dff-ac03-82555d7f881a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.394390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa38a975-5759-4dff-ac03-82555d7f881a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.394503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa38a975-5759-4dff-ac03-82555d7f881a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.394727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa38a975-5759-4dff-ac03-82555d7f881a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.394905] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa38a975-5759-4dff-ac03-82555d7f881a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.622122] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 769.622362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.623369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.623568] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.707146] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.707424] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.707563] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.707932] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.708338] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.708531] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port ee7d3184-e055-49be-af75-b17dbdee2c10 not found, creating... [ 769.708829] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.708995] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.709121] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.709362] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.709496] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.709785] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.709938] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.710064] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.710270] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.710396] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.710527] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: ee7d3184-e055-49be-af75-b17dbdee2c10 is going to be created. [ 769.733824] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.734085] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.734287] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.734587] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.734967] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.735187] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.897960] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa38a975-5759-4dff-ac03-82555d7f881a [ 769.898273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.898516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.898582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.898776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.898950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.899106] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa38a975-5759-4dff-ac03-82555d7f881a already deleted. [ 769.899273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa38a975-5759-4dff-ac03-82555d7f881a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.032816] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 in Status: SUCCESS [ 770.032816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.126612] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.577591] env[65150]: INFO networking_nsxv3.common.synchronization [req-b02ef195-3841-417d-a326-a965af7253cf req-1a4bd136-c0a9-44c6-87ef-4dfb67181d21 service nova] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_rules [ 770.577998] env[65150]: INFO networking_nsxv3.common.synchronization [req-b02ef195-3841-417d-a326-a965af7253cf req-1a4bd136-c0a9-44c6-87ef-4dfb67181d21 service nova] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 770.577998] env[65150]: INFO networking_nsxv3.common.synchronization [req-b02ef195-3841-417d-a326-a965af7253cf req-1a4bd136-c0a9-44c6-87ef-4dfb67181d21 service nova] Enqueued Resource ID: ee7d3184-e055-49be-af75-b17dbdee2c10 with Priority: HIGHEST for action port [ 770.578751] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_rules [ 770.578751] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 770.578866] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7d3184-e055-49be-af75-b17dbdee2c10 with Priority: HIGHEST for action port [ 770.582815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.582815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.582815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.582815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.582815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7d3184-e055-49be-af75-b17dbdee2c10 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.582815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.582815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.582815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.582815] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7d3184-e055-49be-af75-b17dbdee2c10',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.629205] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.083754] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee7d3184-e055-49be-af75-b17dbdee2c10 with status ACTIVE [ 771.084716] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.084716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.084716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.084716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.084716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.085262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.085262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.085262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.085413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.085497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.085660] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.085767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.085843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.085991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.086174] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee7d3184-e055-49be-af75-b17dbdee2c10 is going to be updated. [ 771.115725] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.116018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.116018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.116264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.116431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.116622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7d3184-e055-49be-af75-b17dbdee2c10" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.134511] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.134848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.134945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.135847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.136309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.136481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 771.171563] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.171563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.171563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.172062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.172320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.188575] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 772.800604] env[65150]: INFO networking_nsxv3.common.synchronization [None req-9ec08d5c-650f-446a-9581-200bb51f7bc4 tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_rules [ 772.801558] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_rules [ 772.801960] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.802093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.802162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.802504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.802676] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.925405] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d985aa95-35a4-4220-930c-5c2538cfea25 None None] Enqueued Resource ID: 80582685-5728-406a-a0bb-b377b2621e67 with Priority: HIGHEST for action port [ 772.926466] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80582685-5728-406a-a0bb-b377b2621e67 with Priority: HIGHEST for action port [ 772.929485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-80582685-5728-406a-a0bb-b377b2621e67 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.929624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80582685-5728-406a-a0bb-b377b2621e67" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.929659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80582685-5728-406a-a0bb-b377b2621e67" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.930092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80582685-5728-406a-a0bb-b377b2621e67" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.930237] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80582685-5728-406a-a0bb-b377b2621e67',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.933435] env[65150]: INFO networking_nsxv3.common.synchronization [None req-a8c2386e-004a-4e88-bc2d-5f2d59d7dcdf tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_rules [ 772.934985] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_rules [ 772.936227] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.936357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.208285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 773.208285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.208285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.208555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.209135] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.209135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.209135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.209135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.209135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.209457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.209457] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.210308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.210468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.211079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.211079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.211079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.211079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.211079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.211471] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.328030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.328364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.328481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.328527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.328651] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 already deleted. [ 773.328761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.328940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.329153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.329228] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.436047] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80582685-5728-406a-a0bb-b377b2621e67 [ 773.436047] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.436047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.436047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.436047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.436047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.436047] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80582685-5728-406a-a0bb-b377b2621e67 already deleted. [ 773.436047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80582685-5728-406a-a0bb-b377b2621e67" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.714336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.714336] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.862684] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.863032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.863032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.863142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.863232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.863394] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 already deleted. [ 773.863394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.138874] env[65150]: INFO networking_nsxv3.common.synchronization [req-d8afa9da-4d36-45c3-a646-2fb348345625 req-38a20b52-89e3-48e5-ac57-478c4105367e tempest-ServerActionsV293TestJSON-2003759502 tempest-ServerActionsV293TestJSON-2003759502-project-member] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_members [ 774.139629] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_members [ 774.140330] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.141017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.141463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.141617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.141900] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.142182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.142379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.142528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.143495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.143602] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.219477] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.420821] env[65150]: INFO networking_nsxv3.common.synchronization [req-c13574fb-6326-45dc-8df9-2e791cae4fa6 req-c5f38663-6ac5-4e44-b080-2eb5fe91f7a6 tempest-FloatingIPsAssociationTestJSON-431460166 tempest-FloatingIPsAssociationTestJSON-431460166-project-member] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 774.421810] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 774.421963] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.421963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.422384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.422618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.423204] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.424038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.424802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.425051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.425382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.425382] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.430369] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 774.430745] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 774.431567] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 774.431829] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 774.432133] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.432343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.432479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.432760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.433080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.433273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.433377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.433656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.433795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.434233] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.435146] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.435767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.436507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.436507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.436760] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.436943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.437089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.437288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.437410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.437551] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.520045] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_rules [ 774.520339] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 774.520480] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 774.520778] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 774.520963] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e6d29ab-331d-4a1a-a63a-920a5cd5cc8d req-7940faea-1038-475d-a0b1-2cc2d55486d2 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: f5884b51-a7f5-44d5-a313-3717dce3b60d with Priority: HIGHEST for action port [ 774.521582] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_rules [ 774.521712] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 774.521810] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5884b51-a7f5-44d5-a313-3717dce3b60d with Priority: HIGHEST for action port [ 774.521900] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 774.521991] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 774.523366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.523366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.523366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.523366] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.527057] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.527057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.527057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.527057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.527057] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.527494] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5884b51-a7f5-44d5-a313-3717dce3b60d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.527494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.527494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.527644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.527694] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5884b51-a7f5-44d5-a313-3717dce3b60d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.528549] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.528655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.532091] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.532091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647386] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.648338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.648338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.648338] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.648338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.648338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.648338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.648575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.648575] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 already deleted. [ 774.648575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.723651] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.723651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.723651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.723651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.723651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.723651] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 774.759917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.759917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.759917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.759917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.759917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.768888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 774.842762] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.842762] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-358" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.842762] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-358" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.842762] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-358" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.844334] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.844816] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.845121] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.847024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.847024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.847024] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.847024] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.847024] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.847024] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.847024] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.847024] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.847024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.870061] env[65150]: INFO networking_nsxv3.common.synchronization [None req-db80a24c-e08a-4ccc-9b32-039c88c0989d tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: 83cd0e3c-f828-4eaf-be41-6e1da1dc0046 with Priority: HIGHEST for action security_group_rules [ 774.873256] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.873256] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.873256] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.873665] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-358" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.874299] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-489b0d78-ac91-4ae0-836b-66c55b6f958e taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.874701] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.875156] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.875682] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.875995] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489b0d78-ac91-4ae0-836b-66c55b6f958e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.878447] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cd0e3c-f828-4eaf-be41-6e1da1dc0046 with Priority: HIGHEST for action security_group_rules [ 774.879015] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.880647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.880737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.881034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.881137] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cd0e3c-f828-4eaf-be41-6e1da1dc0046',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.928186] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.941019] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.941019] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.991740] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3502f474-9ea1-4c35-b482-79cd640050a7 tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: 83cd0e3c-f828-4eaf-be41-6e1da1dc0046 with Priority: HIGHEST for action security_group_rules [ 774.994244] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cd0e3c-f828-4eaf-be41-6e1da1dc0046 with Priority: HIGHEST for action security_group_rules [ 774.994977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.995315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.033262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.033675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.034138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.034359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.034603] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5884b51-a7f5-44d5-a313-3717dce3b60d with status ACTIVE [ 775.034996] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.035296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.035476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.035785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.035981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.036266] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.036482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.036630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.036883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.037069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.037341] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.037551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.037731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.038021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.038207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.038440] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5884b51-a7f5-44d5-a313-3717dce3b60d is going to be updated. [ 775.060623] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.061433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.061433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.061433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.061798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.062093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.380618] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.381112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.381391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.381860] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.382170] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.382858] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 489b0d78-ac91-4ae0-836b-66c55b6f958e not found, creating... [ 775.382982] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.383212] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.383506] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.383879] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.384142] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.384574] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.384905] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.385169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.385546] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.385852] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.386148] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 489b0d78-ac91-4ae0-836b-66c55b6f958e is going to be created. [ 775.422332] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.422332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.422332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.422332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.422695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422695] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cd0e3c-f828-4eaf-be41-6e1da1dc0046 already deleted. [ 775.422695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.422873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.423474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.423474] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83cd0e3c-f828-4eaf-be41-6e1da1dc0046',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.427315] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.427315] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.427315] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.427792] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.427900] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.428173] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.430390] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.442215] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.444683] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.932570] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.932895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.932895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.933812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.933812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.933812] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be updated. [ 775.946212] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.946212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.946212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.946212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.946212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.946212] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 775.947774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.947774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.947774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.947988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.947988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.948113] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be created. [ 775.950739] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.950904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.950961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.951159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.951242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.951329] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83cd0e3c-f828-4eaf-be41-6e1da1dc0046 already deleted. [ 775.951408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83cd0e3c-f828-4eaf-be41-6e1da1dc0046" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.996689] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.996689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.996689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.996689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.996689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.009815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.009984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.010415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.010779] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.011069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.013787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.013951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.013991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.014253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.014403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017092] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 776.024767] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 776.025654] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: UNINITIALIZED for 2s [ 776.218526] env[65150]: INFO networking_nsxv3.common.synchronization [req-d8afa9da-4d36-45c3-a646-2fb348345625 req-2a776aab-f65d-4949-84b5-de50e260580e service nova] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_rules [ 776.218725] env[65150]: INFO networking_nsxv3.common.synchronization [req-d8afa9da-4d36-45c3-a646-2fb348345625 req-2a776aab-f65d-4949-84b5-de50e260580e service nova] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_members [ 776.218863] env[65150]: INFO networking_nsxv3.common.synchronization [req-d8afa9da-4d36-45c3-a646-2fb348345625 req-2a776aab-f65d-4949-84b5-de50e260580e service nova] Enqueued Resource ID: 489b0d78-ac91-4ae0-836b-66c55b6f958e with Priority: HIGHEST for action port [ 776.219578] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_rules [ 776.219731] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_members [ 776.220161] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489b0d78-ac91-4ae0-836b-66c55b6f958e with Priority: HIGHEST for action port [ 776.220531] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.220666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.220734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.220961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.221063] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.221985] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.222566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.222669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.222869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.223039] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.223142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.223207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.223352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.223434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.223530] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.226872] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-489b0d78-ac91-4ae0-836b-66c55b6f958e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.226872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.226872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.226872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.226872] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489b0d78-ac91-4ae0-836b-66c55b6f958e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.727016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.728162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.728162] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.728937] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 489b0d78-ac91-4ae0-836b-66c55b6f958e with status ACTIVE [ 776.729256] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.729422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.729519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.731021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.731021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.731021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.731021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.731021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.733637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.733765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.734117] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.734447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.734556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.734858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.734945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.735164] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 489b0d78-ac91-4ae0-836b-66c55b6f958e is going to be updated. [ 776.751483] env[65150]: INFO networking_nsxv3.common.synchronization [req-d736ee9a-17dc-4fb8-83e6-ee3885ce683e req-63ff52f0-0eea-42ba-8b29-8851846c7e65 tempest-ServerRescueTestJSON-1207102511 tempest-ServerRescueTestJSON-1207102511-project-member] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 776.751483] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 776.751483] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.752796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.753030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.753360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.753655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.755136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.755136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.755136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.755136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.755136] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.766769] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.767158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.767158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.767618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.767618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.768319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489b0d78-ac91-4ae0-836b-66c55b6f958e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.784806] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 4s [ 777.105586] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 777.106985] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_members [ 777.106985] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 777.108825] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 777.109071] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_members [ 777.109255] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 777.109600] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.109752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.109977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e341c30-b7fb-4322-ab4b-f7b706298272 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.110101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.110166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.110419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.110572] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.110674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.110737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.110893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.110988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.111093] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.112068] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.112168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.158970] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_rules [ 777.159172] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_members [ 777.159389] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_rules [ 777.159496] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 777.159606] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 777.159742] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 777.159904] env[65150]: INFO networking_nsxv3.common.synchronization [req-c472bcf0-3c37-4709-a487-f516080383c0 req-3b3f6452-98e1-4679-9f35-1b5ab900bea4 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: f5884b51-a7f5-44d5-a313-3717dce3b60d with Priority: HIGHEST for action port [ 777.160753] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_rules [ 777.160885] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_rules [ 777.160981] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 777.161096] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5884b51-a7f5-44d5-a313-3717dce3b60d with Priority: HIGHEST for action port [ 777.161185] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 777.161279] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_members [ 777.161398] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 777.161634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e341c30-b7fb-4322-ab4b-f7b706298272 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.161777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.161841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.162642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.162761] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.163787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.163912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164380] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.164495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164633] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5884b51-a7f5-44d5-a313-3717dce3b60d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.164736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.165027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.165109] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5884b51-a7f5-44d5-a313-3717dce3b60d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.166606] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.166717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.166886] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e341c30-b7fb-4322-ab4b-f7b706298272 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.167108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.167525] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.167525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.221223] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.221478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.221611] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.221873] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.222145] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.222301] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.222412] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.222656] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.222832] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.223077] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.223192] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.223297] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.223422] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.223496] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.223609] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.223787] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.237529] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.251294] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.251485] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.251929] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.251929] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-153" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.252179] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-7aadeb48-182b-433b-a2ff-4aafb90e69e9 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.252354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.252470] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.252993] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.254206] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aadeb48-182b-433b-a2ff-4aafb90e69e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.257355] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.614040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.669839] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5884b51-a7f5-44d5-a313-3717dce3b60d with status ACTIVE [ 777.670173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.670376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.670886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.670968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671199] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.671999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.671999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.671999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.671999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.671999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.672283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.672283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.672283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.672381] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5884b51-a7f5-44d5-a313-3717dce3b60d is going to be updated. [ 777.674211] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e341c30-b7fb-4322-ab4b-f7b706298272 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.674466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.697790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.697790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.699476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5884b51-a7f5-44d5-a313-3717dce3b60d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.742102] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.742416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.742498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.742821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.742926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.743019] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 is going to be created. [ 777.759137] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.759498] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.759685] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.759932] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.760162] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760355] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 7aadeb48-182b-433b-a2ff-4aafb90e69e9 not found, creating... [ 777.760720] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.761837] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761837] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761837] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.761837] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.762488] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.762488] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.762488] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.762488] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.762871] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.762871] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 7aadeb48-182b-433b-a2ff-4aafb90e69e9 is going to be created. [ 777.764534] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.783441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.783653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.783653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.784138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.784138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.793683] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.793683] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.793683] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.793683] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.794033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.794411] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.800905] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: UNINITIALIZED for 2s [ 778.038821] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 778.039243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.039920] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 778.040136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.040869] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 778.041113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.041300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.041580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.041842] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.041991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.042105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.042329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.042411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.042532] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.043831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.043831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.043942] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.045089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.045089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.045089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.045089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.045089] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.116523] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.272295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.272295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.272619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.273034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.273182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.273357] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be updated. [ 778.314694] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.314843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.314943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.315200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.315327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.326347] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 778.546524] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.550113] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.576321] env[65150]: INFO networking_nsxv3.common.synchronization [req-d736ee9a-17dc-4fb8-83e6-ee3885ce683e req-c4116033-6ff2-4261-90e7-79a2e318cd7b service nova] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_rules [ 778.576976] env[65150]: INFO networking_nsxv3.common.synchronization [req-d736ee9a-17dc-4fb8-83e6-ee3885ce683e req-c4116033-6ff2-4261-90e7-79a2e318cd7b service nova] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 778.576976] env[65150]: INFO networking_nsxv3.common.synchronization [req-d736ee9a-17dc-4fb8-83e6-ee3885ce683e req-c4116033-6ff2-4261-90e7-79a2e318cd7b service nova] Enqueued Resource ID: 7aadeb48-182b-433b-a2ff-4aafb90e69e9 with Priority: HIGHEST for action port [ 778.577688] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_rules [ 778.577688] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 778.577897] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aadeb48-182b-433b-a2ff-4aafb90e69e9 with Priority: HIGHEST for action port [ 778.578046] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.578172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.578266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.578427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.579037] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.580340] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.580445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.580661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aadeb48-182b-433b-a2ff-4aafb90e69e9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.580769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.580835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.581020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.581100] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aadeb48-182b-433b-a2ff-4aafb90e69e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.621137] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.621137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.621137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.621137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.621137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.621137] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 is going to be created. [ 778.644978] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.645146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.645221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.645433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.645597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.657532] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: UNINITIALIZED for 2s [ 778.797224] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 778.797519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.797703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.797939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.798209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.798294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.798347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.798477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.798557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798654] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.051023] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.052532] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.086738] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.086874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.087072] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aadeb48-182b-433b-a2ff-4aafb90e69e9 with status ACTIVE [ 779.087255] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.087364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.087431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.087636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.087729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.087910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.088188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.088188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.088288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.088327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.088490] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.088586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.088640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.088773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.088849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.088934] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aadeb48-182b-433b-a2ff-4aafb90e69e9 is going to be updated. [ 779.112734] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.112968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.113091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.113297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.113450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.113622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aadeb48-182b-433b-a2ff-4aafb90e69e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.302488] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.421268] env[65150]: INFO networking_nsxv3.common.synchronization [req-97e349c2-0618-4a84-b6db-9231b7ed9b21 req-9335ce1d-9cf0-4923-bbf3-76d7ca0ac1f4 tempest-ServersNegativeTestMultiTenantJSON-653685210 tempest-ServersNegativeTestMultiTenantJSON-653685210-project-member] Enqueued Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_members [ 779.423321] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGHEST for action security_group_members [ 779.424088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.424266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.424323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.424525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.424683] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.424782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.424840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.425150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.425276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.425379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.554577] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.554819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.554921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.555230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.555360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.555516] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 779.557764] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.558132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.558234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.559075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.559075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.559075] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be updated. [ 779.598320] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.598320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.598320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.598653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.598653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.601145] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.601679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.601679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.601679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.602429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.615142] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 779.616220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: IN_PROGRESS for 2s [ 779.797535] env[65150]: INFO networking_nsxv3.common.synchronization [req-bc8d076d-2f08-41fa-bc52-444a8a8ab2d9 req-14ca9b1e-3e9a-47a1-bef7-cf8f1e64e484 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 779.798646] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 779.798981] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.799752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.799831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.800163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.800512] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.800891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.800891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.801026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.801026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.801850] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.806864] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.816640] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: SUCCESS [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.816640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.816640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.816640] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.928510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.928734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.928854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.929117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.929236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.929507] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.929628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.929677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.929828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.929907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.929996] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30020f22-9301-42dd-86fa-f11249cf0788 is going to be updated. [ 779.970814] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.970814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.970814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.970814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.970814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.979337] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30020f22-9301-42dd-86fa-f11249cf0788 in Status: IN_PROGRESS for 2s [ 780.144046] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.144046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-259" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.144046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-259" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.144046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-259" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.144317] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.144449] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.144615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.144857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.144998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.145289] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.145441] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.145503] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.145581] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.145680] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.145774] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.145774] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.166383] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.166604] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.166664] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.166830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-259" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.167284] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-248209a3-0828-4c70-aa3d-94046c8fcfa8 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.167416] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.167498] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.167799] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.167933] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248209a3-0828-4c70-aa3d-94046c8fcfa8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.305181] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.305470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.305470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.305626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.305706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.305902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.306000] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.306075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.306226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.306304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.306385] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 already deleted. [ 780.306464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.308976] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.309114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.309181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.309340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.309466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.309519] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 780.318428] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.341593] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 780.341861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.342364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.342576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.342850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.342995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.343087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.343370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.343462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.343569] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.347548] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.347548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.347548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.347733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.347764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.359449] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 780.670386] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: SUCCESS [ 780.670657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.670856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.671155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.671375] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.671560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.671717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.671869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.671995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.672156] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.674015] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.674400] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.675843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.676148] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.677271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.677452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 248209a3-0828-4c70-aa3d-94046c8fcfa8 not found, creating... [ 780.677825] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.678059] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.678643] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.679009] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.680140] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.680507] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.681878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.681878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.681878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.683206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.683414] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 is going to be created. [ 780.711129] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.711129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.711129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.711129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.711129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.711129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821115] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e91e1ef-09c7-4c17-b956-419838306b99: rpc.has_security_group_logging(os_id): False [ 780.850832] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.868692] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.868849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.868945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.869314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.869433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.869636] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.870538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.870538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.870538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.870538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.870538] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 is going to be created. [ 781.009818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.009818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.009818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.010139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.024759] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: IN_PROGRESS for 2s [ 781.186576] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.353421] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.486648] env[65150]: INFO networking_nsxv3.common.synchronization [req-bc8d076d-2f08-41fa-bc52-444a8a8ab2d9 req-4164bd40-3f79-44e3-9c0b-4655f559cdb0 service nova] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_rules [ 781.486835] env[65150]: INFO networking_nsxv3.common.synchronization [req-bc8d076d-2f08-41fa-bc52-444a8a8ab2d9 req-4164bd40-3f79-44e3-9c0b-4655f559cdb0 service nova] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 781.486835] env[65150]: INFO networking_nsxv3.common.synchronization [req-bc8d076d-2f08-41fa-bc52-444a8a8ab2d9 req-4164bd40-3f79-44e3-9c0b-4655f559cdb0 service nova] Enqueued Resource ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 with Priority: HIGHEST for action port [ 781.487418] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_rules [ 781.487552] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 781.487662] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 with Priority: HIGHEST for action port [ 781.487956] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.488097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.488166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.488423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.488510] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.489489] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.489580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.489650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.489829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.490014] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.490121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.490184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.490333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.490421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.490524] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.491447] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-248209a3-0828-4c70-aa3d-94046c8fcfa8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.491563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.491631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.491780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.491854] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248209a3-0828-4c70-aa3d-94046c8fcfa8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.627157] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 781.627385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.627579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.627794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.628015] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.628145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.628223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.628394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.628554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.628554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.628685] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.632375] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 781.632375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.632375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.634551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.634551] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.634551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.634551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.634551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.634551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.634551] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.636978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.637274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.637445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.637557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.639490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.639490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.639490] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.639490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.639981] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.639981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.642097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.642097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.642097] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.691214] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.860965] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.863862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.863862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.863862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.863862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863862] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be updated. [ 781.893076] env[65150]: INFO networking_nsxv3.common.synchronization [req-82b1b7b3-f6cf-4ba4-bdca-8615138ccab5 req-ee2660b9-da73-42ec-a537-c818047622a3 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_members [ 781.894405] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_members [ 781.895239] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.895777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.896041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.896687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.897543] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.899934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.899934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.899934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.899934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.899934] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.912958] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.912958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.912958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.912958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.912958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.926095] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 781.991809] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30020f22-9301-42dd-86fa-f11249cf0788 in Status: SUCCESS [ 781.991809] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30020f22-9301-42dd-86fa-f11249cf0788 deletion is rescheduled due to dependency. [ 781.991809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.997027] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.997027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.997027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248209a3-0828-4c70-aa3d-94046c8fcfa8 with status ACTIVE [ 781.997027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.997027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.997027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.998173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.998173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.998173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.998346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.998499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.998499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 is going to be updated. [ 782.033701] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.034018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.034099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.034333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.034480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.034679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.140390] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.142326] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.144044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.144044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.144302] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.195586] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.196708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.196708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.196708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.196708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.196708] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 is going to be updated. [ 782.232780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.233042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.233086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.233336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.233527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.245244] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: IN_PROGRESS for 2s [ 782.325535] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.325765] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.325886] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.326258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.326523] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.326676] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.326787] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.326994] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.327158] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.327466] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.327638] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.327744] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.328214] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.328357] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.328466] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.328597] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.348956] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.349111] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.349185] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.349345] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.349662] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-804486df-8a58-4d47-a5fb-729e8112c445 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.349827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.349942] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.350490] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.350652] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804486df-8a58-4d47-a5fb-729e8112c445',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.370668] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 782.371026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.371026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.371200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.371392] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.371508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.371578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.371732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.371881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.371957] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.401367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.402087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.402087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.402087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.402087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.402087] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.402888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.402888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.402888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.402888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.402888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 already deleted. [ 782.402888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.500765] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.645135] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75406c76-a4be-4d42-a260-30cff7c0ffca: rpc.has_security_group_logging(os_id): False [ 782.648098] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.649286] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.666784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.666968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.667033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.667240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.667328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.667556] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.667658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.667765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.667868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.667943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.668041] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be created. [ 782.736976] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.737186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.737345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.737448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.737651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.750717] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: IN_PROGRESS for 2s [ 782.853124] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.853417] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.853582] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.853972] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.854184] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.854384] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 804486df-8a58-4d47-a5fb-729e8112c445 not found, creating... [ 782.854714] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.854915] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.855068] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.855375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.855546] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.855895] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.856093] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.856253] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.856495] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.856654] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.856836] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 804486df-8a58-4d47-a5fb-729e8112c445 is going to be created. [ 782.875079] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.892478] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.892478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.892478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.892478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.892819] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.893160] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.005683] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.005683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.005683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.005683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.005683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.005683] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be created. [ 783.034322] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.034322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.034322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.034481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.034636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.037658] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: SUCCESS [ 783.038295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.047890] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: UNINITIALIZED for 2s [ 783.151659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.151868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.151924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.152196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.152301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.152406] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be updated. [ 783.153813] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.153949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.153990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.154188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.154271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.154359] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 783.189998] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.190202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.190202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.190398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.190543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.192282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.192405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.192962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.192962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.192962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.206596] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 783.207362] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: IN_PROGRESS for 2s [ 783.377832] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.562135] env[65150]: INFO networking_nsxv3.common.synchronization [req-15edb2e9-b6d6-45c1-90ef-efef095a5674 req-332d353d-ddaf-4154-aaad-7cde1c2ff47f tempest-ServerGroupTestJSON-475547235 tempest-ServerGroupTestJSON-475547235-project-member] Enqueued Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_members [ 783.562886] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGHEST for action security_group_members [ 783.563761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.564449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.564449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.564600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.564819] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.565012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.565226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.565435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.565615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.566295] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.691132] env[65150]: INFO networking_nsxv3.common.synchronization [req-82b1b7b3-f6cf-4ba4-bdca-8615138ccab5 req-1fbc5e5d-50bb-4830-8bbf-38806703385b service nova] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_rules [ 783.691283] env[65150]: INFO networking_nsxv3.common.synchronization [req-82b1b7b3-f6cf-4ba4-bdca-8615138ccab5 req-1fbc5e5d-50bb-4830-8bbf-38806703385b service nova] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_members [ 783.691619] env[65150]: INFO networking_nsxv3.common.synchronization [req-82b1b7b3-f6cf-4ba4-bdca-8615138ccab5 req-1fbc5e5d-50bb-4830-8bbf-38806703385b service nova] Enqueued Resource ID: 804486df-8a58-4d47-a5fb-729e8112c445 with Priority: HIGHEST for action port [ 783.692021] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_rules [ 783.692484] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_members [ 783.692921] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804486df-8a58-4d47-a5fb-729e8112c445 with Priority: HIGHEST for action port [ 783.694236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.694236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.694236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.694236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.694236] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.696414] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.696414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.696414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.696414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.696815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.697427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.697427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.697593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.697710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.697838] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.699354] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-804486df-8a58-4d47-a5fb-729e8112c445 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.699354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.699354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.699354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.699354] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('804486df-8a58-4d47-a5fb-729e8112c445',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.881491] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.881491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.881491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.881904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.881904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.881904] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 783.929756] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.930040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.930040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.930431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.941653] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 783.942096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.942305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.942609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.943250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.943250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.943250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.943527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.943674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.943768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.943878] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.945936] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 784.070488] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.070733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.070733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.071038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.071038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.071257] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.071327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.071614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.071614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.071614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.071786] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 is going to be updated. [ 784.101900] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.101900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.101900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.101900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.101900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.113604] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 in Status: IN_PROGRESS for 2s [ 784.202024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.202024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.202024] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.204485] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 804486df-8a58-4d47-a5fb-729e8112c445 with status ACTIVE [ 784.204485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.204666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.204666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.205934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.205934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.205934] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.205934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.205934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.206244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.206244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.206300] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.206405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.206479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.206719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.206824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.207198] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 804486df-8a58-4d47-a5fb-729e8112c445 is going to be updated. [ 784.231327] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.231327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.231327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.231327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.231327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.231760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-804486df-8a58-4d47-a5fb-729e8112c445" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256090] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: SUCCESS [ 784.256444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.261149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.261149] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.261149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.261149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.261149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.261149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.261149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.261149] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.447371] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.448061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.448061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.448458] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.448458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.448823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.448823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.448823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.449480] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.449480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.449480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.449480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.450162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.450162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.450162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.450162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.450162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.450162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.452587] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.705774] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.762433] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.767410] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 784.767833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.768553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.769616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.769735] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.955444] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adb921ad-e198-4e9e-9b26-71c3630f7f5e: rpc.has_security_group_logging(os_id): False [ 784.980041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.980818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.980818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.980818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.980818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.980818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.980818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.981186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.981186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.981186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.981352] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.981424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.981424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.982097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.982097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.982097] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.982097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.982097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.984986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.985066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.985117] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be updated. [ 785.061991] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 785.062264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.062422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.064751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.064751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.064751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.064751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.064751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.064751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.064751] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.067480] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.067618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.067715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.067855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.067991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.081993] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 785.211025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.211025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.211025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.211025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.211025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.211025] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 is going to be created. [ 785.227299] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.227299] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.227299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.227299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.227299] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.228305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.228610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.228966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.229270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.229436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.229679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.229982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.230458] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.239390] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.239624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.239732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.239883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.240288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.261034] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 in Status: UNINITIALIZED for 2s [ 785.265107] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e341c30-b7fb-4322-ab4b-f7b706298272: rpc.has_security_group_logging(os_id): False [ 785.275939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.275939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.288985] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.289193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.289241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.289431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.289527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.289789] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.289889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.289952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.290179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.290257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.290355] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 is going to be created. [ 785.368508] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.368690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.368745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.368965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.369786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.383374] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: IN_PROGRESS for 2s [ 785.571230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.571230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.571230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.571745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.571745] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.571745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.571893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.572533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.572533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.572533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.572533] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.572533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.572533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.572839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.572839] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.572923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.572923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.573079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.573158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.573244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.573337] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.733665] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.736127] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.957179] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 785.957502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.957746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.958074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.958307] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.958434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.958502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.958676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.958767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.958847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.959012] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.959110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.959172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.959330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.959504] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.959603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.959664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.959816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.959935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.959985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.960086] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.077230] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59ee4007-496f-4ba1-b430-594466a2ae27: rpc.has_security_group_logging(os_id): False [ 786.097485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.097656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.097656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.097847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.097941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.098270] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.098390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.098492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.098710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.098710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.098841] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.098937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.098996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.099159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.099235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.099425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.099520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.099583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.099721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.099795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.099880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be created. [ 786.122769] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 in Status: SUCCESS [ 786.122984] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 deletion is rescheduled due to dependency. [ 786.123166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.170182] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.170372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.170492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.170742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.171278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.198090] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 786.235268] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.238063] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.462998] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e18cf96-aa9e-4166-a356-5c10e6e2dd49: rpc.has_security_group_logging(os_id): False [ 786.489686] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.489917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.490062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.490368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.490449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.490741] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.490874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.490931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.491137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.491244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.491490] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.491662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.491741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.491922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.492013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.492308] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.492431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.492500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.492647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.492776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.492856] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be created. [ 786.559638] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.559792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.559866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.560119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.560314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.578147] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 786.738173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.738407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.738524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.738853] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.739013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.739171] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 786.744648] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.744648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.744648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.744648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.744648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.744648] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be updated. [ 786.792286] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.792454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.792551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.792748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.792910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.803558] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.803558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.803558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.803558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.803558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.806829] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: IN_PROGRESS for 2s [ 786.821967] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 787.098200] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 787.098430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 in Status: SUCCESS [ 787.273024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.273268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.273356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.273422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.273670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273898] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.372572] env[65150]: INFO networking_nsxv3.common.synchronization [None req-94718e7a-42ae-4ab0-8de8-6d7e12f93031 None None] Enqueued Resource ID: 73d6f941-149e-46c4-a4bd-87bc7f5d5ae2 with Priority: HIGHEST for action port [ 787.373216] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d6f941-149e-46c4-a4bd-87bc7f5d5ae2 with Priority: HIGHEST for action port [ 787.373585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d6f941-149e-46c4-a4bd-87bc7f5d5ae2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.374259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d6f941-149e-46c4-a4bd-87bc7f5d5ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.374550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d6f941-149e-46c4-a4bd-87bc7f5d5ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.374703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d6f941-149e-46c4-a4bd-87bc7f5d5ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.374761] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d6f941-149e-46c4-a4bd-87bc7f5d5ae2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.402073] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: SUCCESS [ 787.402349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.777339] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.876821] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d6f941-149e-46c4-a4bd-87bc7f5d5ae2 [ 787.877243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.877413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.877512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.877737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.878860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.880627] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d6f941-149e-46c4-a4bd-87bc7f5d5ae2 already deleted. [ 787.880627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d6f941-149e-46c4-a4bd-87bc7f5d5ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 788.215024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.284653] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc56e965-05e7-40a5-87b6-96f72b769ad7: rpc.has_security_group_logging(os_id): False [ 788.308767] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.308767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.308767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.308767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.309064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.310010] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.310434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.310434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.310726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.310935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.311021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 is going to be created. [ 788.394699] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.394699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.394699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.394699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.394699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.412329] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 in Status: IN_PROGRESS for 2s [ 788.492181] env[65150]: INFO networking_nsxv3.common.synchronization [req-a614a4eb-bede-4712-afc2-804f7dbcf388 req-2fda5db3-e7fa-4e6b-83b8-66984803b781 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 788.493560] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 788.494052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.494200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.494275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.494591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.494770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.494874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.494944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.495207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.495311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.495407] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.578984] env[65150]: INFO networking_nsxv3.common.synchronization [None req-73631cfc-e093-48b9-a124-bc7eac71f6a7 None None] Enqueued Resource ID: 404703ee-8c7c-4d75-84a8-df9c576c1225 with Priority: HIGHEST for action port [ 788.580725] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404703ee-8c7c-4d75-84a8-df9c576c1225 with Priority: HIGHEST for action port [ 788.581094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-404703ee-8c7c-4d75-84a8-df9c576c1225 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.581250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-404703ee-8c7c-4d75-84a8-df9c576c1225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.581582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-404703ee-8c7c-4d75-84a8-df9c576c1225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.581582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-404703ee-8c7c-4d75-84a8-df9c576c1225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.581836] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('404703ee-8c7c-4d75-84a8-df9c576c1225',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.600947] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 788.601199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.601783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.601997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.602102] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.731352] env[65150]: INFO networking_nsxv3.common.synchronization [req-e409afa5-ae5e-4260-af37-62004bcf8759 req-512c786f-5cf9-48ff-be0f-bfbc0af4629e tempest-InstanceActionsTestJSON-661385055 tempest-InstanceActionsTestJSON-661385055-project-member] Enqueued Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_members [ 788.731352] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGHEST for action security_group_members [ 788.731352] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.731352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.731352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.733182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.733528] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.734055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.734216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.734481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.734669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.736510] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.825039] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 788.825420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.825420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.825655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.825859] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.825977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.826924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.827213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.827340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.827467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.827589] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.837800] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 788.837800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.837800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.837800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.838051] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.838051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.838187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.838299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.838379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.838467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.838653] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.838716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.838769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.838908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.842299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.842530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.842530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.843249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.843249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.843249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.843249] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.002523] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.002809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.002950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.003226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.004156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.004156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.004156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.004156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.004156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.004156] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad already deleted. [ 789.004474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.083889] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 404703ee-8c7c-4d75-84a8-df9c576c1225 [ 789.084150] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.084420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.084420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.084557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.084642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.084735] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:404703ee-8c7c-4d75-84a8-df9c576c1225 already deleted. [ 789.084815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-404703ee-8c7c-4d75-84a8-df9c576c1225" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.107768] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.107768] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.107768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.107768] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.144895] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.144895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.144895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.144895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.144895] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.144895] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.145364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.145364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.145364] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.146029] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.146029] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.146029] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.146029] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.146029] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.146452] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.146452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.168894] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.169078] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.169211] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.169376] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169719] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-dc93aa0a-ace9-4409-a085-bf425e707736 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.169889] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.170017] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.170358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.170488] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc93aa0a-ace9-4409-a085-bf425e707736',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.239829] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.239829] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.239829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.240316] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514f70f7-7a88-4089-889a-f2d373e31e92 is going to be updated. [ 789.271618] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.271757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.271757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.272152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.272416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.283724] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514f70f7-7a88-4089-889a-f2d373e31e92 in Status: IN_PROGRESS for 2s [ 789.332405] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.346430] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 789.384037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.384225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.384266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.385580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.385580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.385580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.386078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.386078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.386078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.386078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.386206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.386476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.386476] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 789.501404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.501542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.501611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.501873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.502053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.520137] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 789.608919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.609120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.609198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.609420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.609590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.609692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.609758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.609911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.610012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.610145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.610268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.610432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.610650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.610845] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.611243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.611332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.611518] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.675710] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.675893] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676322] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.676461] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.676609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port dc93aa0a-ace9-4409-a085-bf425e707736 not found, creating... [ 789.676876] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.677047] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.677159] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.677371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.677507] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.677924] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.677924] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.678562] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.678847] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.679025] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.679173] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: dc93aa0a-ace9-4409-a085-bf425e707736 is going to be created. [ 789.703451] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.707012] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.707012] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.707012] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.707012] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.707012] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.834840] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75406c76-a4be-4d42-a260-30cff7c0ffca: rpc.has_security_group_logging(os_id): False [ 789.867088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.867478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.867637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.868395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.868821] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.869082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.869260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.869754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.870400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.870400] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be updated. [ 789.943581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.945190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.945340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.945611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.945808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.960626] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: IN_PROGRESS for 2s [ 790.041864] env[65150]: INFO networking_nsxv3.common.synchronization [None req-8e450ab4-bd27-4cf2-b532-573c68d6883e None None] Enqueued Resource ID: 976da889-eed0-4d42-9177-74e8a572b693 with Priority: HIGHEST for action port [ 790.042580] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976da889-eed0-4d42-9177-74e8a572b693 with Priority: HIGHEST for action port [ 790.043305] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-976da889-eed0-4d42-9177-74e8a572b693 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.043305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976da889-eed0-4d42-9177-74e8a572b693" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.043305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976da889-eed0-4d42-9177-74e8a572b693" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.044133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976da889-eed0-4d42-9177-74e8a572b693" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.044227] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976da889-eed0-4d42-9177-74e8a572b693',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.118643] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e18cf96-aa9e-4166-a356-5c10e6e2dd49: rpc.has_security_group_logging(os_id): False [ 790.139253] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.139654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.140934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.142035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.142035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.142035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.142035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.142314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.142497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.143053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.143149] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.143966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.143966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.143966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.143966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145125] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145125] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 790.224655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.238417] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 790.427439] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 in Status: SUCCESS [ 790.427784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.487130] env[65150]: INFO networking_nsxv3.common.synchronization [req-a614a4eb-bede-4712-afc2-804f7dbcf388 req-891128ac-5cd8-4e15-8d15-5f9b10bbab8c service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 790.487130] env[65150]: INFO networking_nsxv3.common.synchronization [req-a614a4eb-bede-4712-afc2-804f7dbcf388 req-891128ac-5cd8-4e15-8d15-5f9b10bbab8c service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 790.487130] env[65150]: INFO networking_nsxv3.common.synchronization [req-a614a4eb-bede-4712-afc2-804f7dbcf388 req-891128ac-5cd8-4e15-8d15-5f9b10bbab8c service nova] Enqueued Resource ID: dc93aa0a-ace9-4409-a085-bf425e707736 with Priority: HIGHEST for action port [ 790.487689] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 790.487809] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 790.487936] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc93aa0a-ace9-4409-a085-bf425e707736 with Priority: HIGHEST for action port [ 790.488250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.488391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.488453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.488699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.488803] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.489802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.489938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.490016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.490301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.490576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.490801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.490889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.491201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.491309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.491564] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.493328] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc93aa0a-ace9-4409-a085-bf425e707736 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.493328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.493328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.493499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.493499] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc93aa0a-ace9-4409-a085-bf425e707736',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.547037] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 976da889-eed0-4d42-9177-74e8a572b693 [ 790.547423] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.547643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.547751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.548998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.548998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.548998] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:976da889-eed0-4d42-9177-74e8a572b693 already deleted. [ 790.548998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976da889-eed0-4d42-9177-74e8a572b693" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.996859] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.996859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.996859] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.997602] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc93aa0a-ace9-4409-a085-bf425e707736 with status ACTIVE [ 790.997679] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.998290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.998290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.998290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.998462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.998862] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.998862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.998862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.000503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.000503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.001313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.001411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.001411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.002197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.002197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.002466] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc93aa0a-ace9-4409-a085-bf425e707736 is going to be updated. [ 791.028250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.028421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.028587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.028821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.029113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.029290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc93aa0a-ace9-4409-a085-bf425e707736" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.295997] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 514f70f7-7a88-4089-889a-f2d373e31e92 in Status: SUCCESS [ 791.296954] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 514f70f7-7a88-4089-889a-f2d373e31e92 deletion is rescheduled due to dependency. [ 791.297411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.352769] env[65150]: INFO networking_nsxv3.common.synchronization [None req-ed611d32-7bbb-422c-84c3-76e9e33e596d tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 791.352769] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 791.352769] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.357405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.357405] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.391206] env[65150]: INFO networking_nsxv3.common.synchronization [None req-03dacad6-70db-42f3-8af4-8e2a0dad79ff None None] Enqueued Resource ID: b624bf29-8c75-43f3-9150-898a135f0688 with Priority: HIGHEST for action port [ 791.391752] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b624bf29-8c75-43f3-9150-898a135f0688 with Priority: HIGHEST for action port [ 791.392151] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b624bf29-8c75-43f3-9150-898a135f0688 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.392284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b624bf29-8c75-43f3-9150-898a135f0688" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.392357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b624bf29-8c75-43f3-9150-898a135f0688" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.393172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b624bf29-8c75-43f3-9150-898a135f0688" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.393265] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b624bf29-8c75-43f3-9150-898a135f0688',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.505728] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.532695] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3bfba9a4-9250-4d48-b1de-2e97275645b9 tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 791.533827] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 791.534367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.547196] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 791.548117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.548117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.548481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.548481] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.896832] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.897012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.898092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.898092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.898092] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a already deleted. [ 791.898092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.898092] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b624bf29-8c75-43f3-9150-898a135f0688 [ 791.898092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.898559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.898559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.898559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.898559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.898789] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b624bf29-8c75-43f3-9150-898a135f0688 already deleted. [ 791.900203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b624bf29-8c75-43f3-9150-898a135f0688" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.900343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.900583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.900712] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.977220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 791.977535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.011238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.011355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.011463] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be created. [ 792.043048] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.043266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.043266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.043478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.043666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.050850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.051072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.051208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.051511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.051779] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.052101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.052101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.053480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.053480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.053480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.053480] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.058889] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: UNINITIALIZED for 2s [ 792.253302] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 792.253302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.253436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.253617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.253719] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.425576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.425726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.425803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.426161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.426161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.426161] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a already deleted. [ 792.426412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.560455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.561497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.561755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.562142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.562486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.562814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.563024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.563323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.563679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.564159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.564480] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.564751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.564929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.565280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.566935] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.566935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.566935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.566935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.566935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.566935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.566935] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.749498] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-aa28801c-ded4-4292-ae2c-ecd271bd87a1 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 792.750061] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 792.750369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.750492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.750558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.750854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.751466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.751537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.751680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.751762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.751855] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.757594] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757594] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757594] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.068914] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 793.089844] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.090018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.090069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.090291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.090381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.090613] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.090746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.090832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.091013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.091144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.091343] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.091444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.091499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.091648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.091724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.091917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.092009] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.092073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.092625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.092625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.092625] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 793.175030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.175267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.175354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.175560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.175740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.195132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 793.238191] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-df349552-9058-4c89-b3d9-5e87b6085d7f tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 793.238905] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 793.239997] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.239997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.254647] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.254858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.254928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.255951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.255951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.255951] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.255951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.255951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.256398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.256398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.256589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 already deleted. [ 793.256589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.257487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.257781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.257949] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.258400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.258400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.258400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.258544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.258761] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.259774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.260205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.260205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.260205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.260365] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.260477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.260529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.260681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.260759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.260845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.261017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.261856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.262083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.262209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.262360] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.262594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.262594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.262594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.262966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.262966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.263050] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.704980] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-fdd575f8-9c60-4042-99bc-b90d78ce5dfa tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 793.704980] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 793.704980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.704980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.766817] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e18cf96-aa9e-4166-a356-5c10e6e2dd49: rpc.has_security_group_logging(os_id): False [ 793.769339] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.769339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.769501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.769874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.770184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.770796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.771128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.771383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.771919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.772142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.772325] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 already deleted. [ 793.772540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.773639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.774044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.774521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.774759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.774938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775721] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.807641] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.807796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.807870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.808105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.808210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.808489] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.808629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.808698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.808863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.808944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.809139] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.809236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.809298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.809736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.809855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.810089] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.810228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.810321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.810497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.810610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.810769] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 793.896562] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.896717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.896717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.896936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.897118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.915676] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 794.048301] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.048432] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.048751] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.049086] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.051269] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.051269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.051269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.051269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.051269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.051269] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.051269] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.051269] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.051269] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.051269] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.051269] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.051269] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.072325] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 794.072849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.072849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.073273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.073407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.073476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.073650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.073812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.073904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.073961] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.081114] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.081299] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.081434] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.081615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.081934] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.082126] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.082246] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.082584] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.082718] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9945f45-e0a3-42c9-b9cc-6b4c552dfb88',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.279162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.279331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.279435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.279740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.279836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.280065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.280194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.280285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.280486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.280569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.280658] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 already deleted. [ 794.280744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.578491] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.578745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.578868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.579261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.579543] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.579646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.579705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.579858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.579961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.580109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.580245] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.580344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.580425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.580553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.580700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.580792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.580842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.581082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.581175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.581268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.581365] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.585834] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.586149] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.586396] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.586722] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.587206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.587288] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 not found, creating... [ 794.587573] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.587745] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.587867] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.588169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.588321] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.588638] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.588987] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.588987] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.589144] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.589304] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.589463] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 is going to be created. [ 794.614795] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.615098] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.615216] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.615476] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.615738] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.616024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083696] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad: rpc.has_security_group_logging(os_id): False [ 795.110196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.110196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110854] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.110949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.110999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.111170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.111254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.111478] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.111591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.111646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.111770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.111842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.111920] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be created. [ 795.204071] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.204382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.204382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.204668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.204668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.215526] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 795.218167] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 795.218402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.463965] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-14316189-5193-438b-b9b9-5daea91269e8 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 795.464180] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-14316189-5193-438b-b9b9-5daea91269e8 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 795.464325] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-14316189-5193-438b-b9b9-5daea91269e8 service nova] Enqueued Resource ID: b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 with Priority: HIGHEST for action port [ 795.464913] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 795.465229] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 795.465391] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 with Priority: HIGHEST for action port [ 795.465780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.465895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.465953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.466280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.466342] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.467470] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.467600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.467672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.467875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.468039] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.468146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.468190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.468791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.468791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.468791] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.469772] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.469772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.469957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.470021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.470070] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9945f45-e0a3-42c9-b9cc-6b4c552dfb88',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.884929] env[65150]: INFO networking_nsxv3.common.synchronization [req-290eee86-9c41-4bfa-aa08-4d5536d5b9ad req-7d97ab61-c791-4c80-8cbf-6bc06940dd89 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 795.885613] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 795.886205] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.886205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.886205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.886459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.886633] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.886633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.886827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.887319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.888360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.888360] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.934367] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 795.934637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.971716] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.972328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.972328] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.976705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 with status ACTIVE [ 795.976919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.977078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.977229] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.977709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.977709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.977709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.977925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.977957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.978299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.978469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.978737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.978974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.979059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.979314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.979590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.979590] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9945f45-e0a3-42c9-b9cc-6b4c552dfb88 is going to be updated. [ 796.015762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.016076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.016076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.016233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.016364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.016526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9945f45-e0a3-42c9-b9cc-6b4c552dfb88" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.389906] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.390255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.390255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.390793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.390793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.390793] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.390793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.390793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.391065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.391065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.391131] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 already deleted. [ 796.391221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.484908] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.554241] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.554523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-209" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.554688] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-209" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.555103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-209" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.555413] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.555597] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.555858] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.555994] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.556572] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.556572] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.556572] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.556793] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.556793] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.557341] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.557341] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.557341] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.581405] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.581638] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.581760] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.581964] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-209" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.582392] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-9578b343-c3e8-40a0-896f-19cde6408211 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.582583] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.582697] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.583096] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.583328] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9578b343-c3e8-40a0-896f-19cde6408211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.599385] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.599385] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.599679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.600849] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.600849] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.600849] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.601580] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.601580] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.601580] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.601781] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.602627] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.602627] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.602627] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.602627] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.602627] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.603231] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.626317] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.626660] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.626808] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.627088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.627606] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.627811] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.628010] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.628460] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.628681] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.981314] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.981564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.981660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.981931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.982072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.982210] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be created. [ 797.014714] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.015095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.015238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.015478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.015653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.029792] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: UNINITIALIZED for 2s [ 797.085704] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.086017] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.086097] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086327] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086624] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 9578b343-c3e8-40a0-896f-19cde6408211 not found, creating... [ 797.086876] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087038] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087153] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087362] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087489] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087751] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087892] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.088015] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.088215] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.088336] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.088465] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 9578b343-c3e8-40a0-896f-19cde6408211 is going to be created. [ 797.114810] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.114810] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.114810] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.114810] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.115483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.115483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.132693] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.132693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.132693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.132693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.133100] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.136691] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 not found, creating... [ 797.136691] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.136691] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.136691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.137093] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.137093] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 is going to be created. [ 797.161375] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.161375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.161375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.162133] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.162894] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.163153] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232608] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 797.233971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.290765] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.291013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.291086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.291500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.291688] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.793903] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.898463] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-37584935-c6ab-42cb-92b4-df7205739bcf service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 797.898765] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-37584935-c6ab-42cb-92b4-df7205739bcf service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 797.899012] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-37584935-c6ab-42cb-92b4-df7205739bcf service nova] Enqueued Resource ID: 9578b343-c3e8-40a0-896f-19cde6408211 with Priority: HIGHEST for action port [ 797.899772] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 797.900140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 797.900210] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9578b343-c3e8-40a0-896f-19cde6408211 with Priority: HIGHEST for action port [ 797.900879] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.901038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.901346] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.901483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.901773] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-9578b343-c3e8-40a0-896f-19cde6408211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.901940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.902046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.902335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.902469] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9578b343-c3e8-40a0-896f-19cde6408211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.931250] env[65150]: INFO networking_nsxv3.common.synchronization [req-290eee86-9c41-4bfa-aa08-4d5536d5b9ad req-1a393d25-e2a0-4668-8dd9-fa1531f5568f service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 797.931793] env[65150]: INFO networking_nsxv3.common.synchronization [req-290eee86-9c41-4bfa-aa08-4d5536d5b9ad req-1a393d25-e2a0-4668-8dd9-fa1531f5568f service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 797.931958] env[65150]: INFO networking_nsxv3.common.synchronization [req-290eee86-9c41-4bfa-aa08-4d5536d5b9ad req-1a393d25-e2a0-4668-8dd9-fa1531f5568f service nova] Enqueued Resource ID: eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 with Priority: HIGHEST for action port [ 797.932512] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 797.932656] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 797.932807] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 with Priority: HIGHEST for action port [ 797.933503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.933696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.933696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.934064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.934112] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.935616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.935720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.935771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.938025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.938025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.938025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.938025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.938025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.938025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.938025] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.939866] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.940041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.940115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.940252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.940335] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.295947] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.406954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9578b343-c3e8-40a0-896f-19cde6408211 with status ACTIVE [ 798.407254] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.407403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.407472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.407678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.407771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.407951] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.408152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.408225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.408379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.408459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.408646] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.408739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.408780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.408926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.408996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.409101] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9578b343-c3e8-40a0-896f-19cde6408211 is going to be updated. [ 798.436077] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.436290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.436382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.436634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.437179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.437377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9578b343-c3e8-40a0-896f-19cde6408211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.437728] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.437822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.440229] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.442773] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 with status ACTIVE [ 798.442980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.443160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.443220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.443391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.443455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.443668] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.443720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.443779] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.444165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.444165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.444314] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.444385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.444533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.444685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.444771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.444860] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7 is going to be updated. [ 798.475632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.475632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.475632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.475864] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.475973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.476187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb2ea3bf-e61f-4013-bdfa-301ec7f96bc7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.700045] env[65150]: INFO networking_nsxv3.common.synchronization [req-c591d7d1-9c94-44b5-8fbb-985ee2d66768 req-39172e77-8c9a-4945-a6c3-9f11efcc1c98 tempest-ServersTestManualDisk-670899262 tempest-ServersTestManualDisk-670899262-project-member] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_members [ 798.701098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGHEST for action security_group_members [ 798.701446] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.701609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.701682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.701879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.702045] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.702150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.702213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.702355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.702490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.702589] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.751910] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.751910] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.751910] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.752271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.752625] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.754129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.754129] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.754382] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.754382] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.754554] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.754644] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.755043] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.755270] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.779981] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.780222] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.780378] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.780576] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-489" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.781068] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.781313] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.781513] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.781931] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.782229] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.805237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 798.805237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 798.942263] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.039343] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 799.039619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.039802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.040023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.040221] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.040381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.040444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.040599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.040685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.040769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.040868] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.042463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.042463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.042463] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.042463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.042463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.042463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.042463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.043042] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.205521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.205667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.205759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.205955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.206055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.206260] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.206357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.206414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.206561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.206633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.206713] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 is going to be updated. [ 799.235875] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.236029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246114] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39ede50-f1e2-4ce1-833a-a252849823f2 in Status: IN_PROGRESS for 2s [ 799.284508] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.284726] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.284891] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.285181] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.285319] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.285466] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce not found, creating... [ 799.285759] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.285873] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.285986] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.286251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.286412] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.286700] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.286879] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.286979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.287275] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.287275] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.287424] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce is going to be created. [ 799.315752] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.315983] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.316125] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.316505] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.316850] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.317132] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.358719] env[65150]: INFO networking_nsxv3.common.synchronization [req-714835c5-1e6b-4c9d-99c6-3b6b2b8a187d req-162d79c3-b03f-4724-8398-4673bf6688ba tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 799.359565] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 799.360052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.360243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.360370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.360752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.360998] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.361178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.361306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.361535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.361671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.361825] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.446784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.447197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.447368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.447676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.447855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.448196] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be created. [ 799.485424] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.485578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.485643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.500049] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: UNINITIALIZED for 2s [ 799.544384] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.544578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.544773] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.835320] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.835620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.835620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.835994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.021651] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 800.022695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.023972] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 800.025937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.026035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.026098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.026316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.026415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.026617] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.026735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.026809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.026988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.027089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.027144] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f already deleted. [ 800.027262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.030425] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.030703] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.030861] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.031116] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.031432] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.031735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.031857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.032074] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.032227] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.032403] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.032504] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.032602] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.032701] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.032837] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.032948] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.033082] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.048615] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.049954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.050135] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.051823] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.051823] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.051823] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-dd065405-6a78-461a-b295-9954a39d1bc2 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.051823] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.051823] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.051823] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.051823] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd065405-6a78-461a-b295-9954a39d1bc2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.054050] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-e8afb9e8-ae5f-4366-baaf-3298c67d76f3 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 800.054239] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-e8afb9e8-ae5f-4366-baaf-3298c67d76f3 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 800.054381] env[65150]: INFO networking_nsxv3.common.synchronization [req-5003d34f-39a3-4e6d-ae4a-913cb8241d16 req-e8afb9e8-ae5f-4366-baaf-3298c67d76f3 service nova] Enqueued Resource ID: 6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce with Priority: HIGHEST for action port [ 800.054765] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 800.055094] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 800.055094] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce with Priority: HIGHEST for action port [ 800.057867] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.057986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.058103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.058256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.063293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.063857] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 800.063953] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 800.064062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 800.065199] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.065313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.065552] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.065636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.065827] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.065944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.066014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.066218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.066301] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.111074] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.111277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.111329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.111514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.113446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.113446] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 800.236243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.236542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.236665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.236916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.237232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.237578] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 800.359367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.359679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.359754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.360072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.360348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.360630] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 800.360736] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6', 'c23ce9a7-e961-4577-bd4c-392dff92ad63', 'f64822c2-cf91-4b54-a41d-4fa6f71bb8a6', 'f4724522-4031-41ce-ae4d-7f657c953c62', 'a80b092d-521f-4acf-ae11-5df25ea978e9', 'ac70428f-cf58-40a2-833e-b4717aab98fb', '303eb98e-7198-4b58-a538-1f2213713f4c', 'acdf3a47-c00e-43ae-96b1-fa9673a112ad', 'e16d2aa7-31ee-43f5-87b6-b18160cb24d4', '2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68', '82dcb692-2f0e-4b5d-9ef7-d73da6bca757', '321d00b2-b8e3-400c-8b88-d76ebd7fcbae', '7e91e1ef-09c7-4c17-b956-419838306b99', 'c39ede50-f1e2-4ce1-833a-a252849823f2', '2d3a7272-fcd1-4c51-adfb-ef7e09c506d8', '5798cbb6-2032-4655-ad24-dcd0a9073d2c', 'a77ad11a-d5dc-417b-bcce-26d488ef4c3b', 'adb921ad-e198-4e9e-9b26-71c3630f7f5e', 'cfc30272-3856-4c9e-82c8-b1a626ed882f', '51b98e44-437d-416d-88ec-2aa31cdb7778', '8cb41414-77fe-4a5b-abfb-ece180ee8d59', '8d6ecf20-01f0-4c76-88ea-b79560d3120e', '75406c76-a4be-4d42-a260-30cff7c0ffca', '41019d87-cd84-4815-a334-e79d45af11f4', 'b1384ceb-c5de-4b68-b258-ad4c25bce45d', '514f70f7-7a88-4089-889a-f2d373e31e92', '6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad', 'b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd', 'ad203f42-da3f-41fa-b0fb-0077c907b2bf', 'dc56e965-05e7-40a5-87b6-96f72b769ad7', '30020f22-9301-42dd-86fa-f11249cf0788', '23c92381-38c9-486b-a48a-30635c78255f', 'bd34055a-b429-4105-89e6-5fa3db0de723', '59ee4007-496f-4ba1-b430-594466a2ae27', '6a5d24ee-49fc-4424-baa4-c26e395aa8a3', '5e341c30-b7fb-4322-ab4b-f7b706298272', 'b7084db9-4abc-4d00-bb00-c19c02ff92a5', 'e0d3dee2-f3c0-4331-8614-4b4d656149f9', '1e18cf96-aa9e-4166-a356-5c10e6e2dd49', '8d7ea52c-c380-4792-9f82-768b5c28fbf2'} {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 800.360836] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 800.380183] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.380389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.380477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.380601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.380875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.380875] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 800.380875] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 800.381018] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 800.462988] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.462988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.463184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.464374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.464640] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 800.464721] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 800.464806] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 800.464886] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 800.464968] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 800.465058] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGH for action security_group_rules [ 800.465160] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGH for action security_group_rules [ 800.465235] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGH for action security_group_rules [ 800.465298] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGH for action security_group_rules [ 800.465361] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGH for action security_group_rules [ 800.465423] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGH for action security_group_rules [ 800.465483] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGH for action security_group_rules [ 800.465543] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGH for action security_group_rules [ 800.465604] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGH for action security_group_rules [ 800.465664] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGH for action security_group_rules [ 800.465724] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGH for action security_group_rules [ 800.465784] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGH for action security_group_rules [ 800.465845] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGH for action security_group_rules [ 800.465905] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGH for action security_group_rules [ 800.465965] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGH for action security_group_rules [ 800.466035] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGH for action security_group_rules [ 800.466094] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGH for action security_group_rules [ 800.466155] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGH for action security_group_rules [ 800.466217] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGH for action security_group_rules [ 800.466278] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGH for action security_group_rules [ 800.466382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.554126] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.554313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.554378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.554664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.554664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.554941] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 800.556862] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.557025] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.557142] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.557417] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.557533] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.557683] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port dd065405-6a78-461a-b295-9954a39d1bc2 not found, creating... [ 800.557966] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.558134] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.558243] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.558473] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.558603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.558887] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.559109] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.559220] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.559431] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.559558] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.559724] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: dd065405-6a78-461a-b295-9954a39d1bc2 is going to be created. [ 800.568618] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce with status ACTIVE [ 800.568897] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.569050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.569120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.569333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.569422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.569647] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.569754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.569816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.569977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.570095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.570296] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.570426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.570466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.570598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.570668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.570797] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce is going to be updated. [ 800.603165] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.603441] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.603565] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.603902] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.604216] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.604524] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.606775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.606886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.606946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.607299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.607299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.607395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d928bdf-c55b-4d8b-9817-9f4a9a1fc0ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.616293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.616445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.616445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.616620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.616749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.625790] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 800.870108] env[65150]: INFO networking_nsxv3.common.synchronization [req-54f53667-83da-44d2-be53-bba5b80e5848 req-f35c7ddd-409a-49ef-a7a3-6385bd80036c tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_members [ 800.870999] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_members [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303eb98e-7198-4b58-a538-1f2213713f4c with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGH for action security_group_rules [ 800.872098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b with Priority: HIGH for action security_group_rules [ 800.872377] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39ede50-f1e2-4ce1-833a-a252849823f2 with Priority: HIGH for action security_group_rules [ 800.872724] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c with Priority: HIGH for action security_group_rules [ 800.874072] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGH for action security_group_rules [ 800.874272] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae with Priority: HIGH for action security_group_rules [ 800.874373] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGH for action security_group_rules [ 800.874489] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 with Priority: HIGH for action security_group_rules [ 800.874590] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGH for action security_group_rules [ 800.874698] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGH for action security_group_rules [ 800.874797] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad with Priority: HIGH for action security_group_rules [ 800.874888] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80b092d-521f-4acf-ae11-5df25ea978e9 with Priority: HIGH for action security_group_rules [ 800.874992] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 with Priority: HIGH for action security_group_rules [ 800.875146] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGH for action security_group_rules [ 800.875513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.875644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.875711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.875982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.876175] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.876281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.876342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.876501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.876584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.876681] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.877639] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.877749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.877815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.877967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.878056] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.878953] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.879088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.879166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.879355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.879433] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.880209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-303eb98e-7198-4b58-a538-1f2213713f4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.880345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.880434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.880603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880741] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('303eb98e-7198-4b58-a538-1f2213713f4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.883595] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.883810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.883921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.884243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.884385] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3a7272-fcd1-4c51-adfb-ef7e09c506d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.886941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b98e44-437d-416d-88ec-2aa31cdb7778 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.887067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.887136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.887323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.887400] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b98e44-437d-416d-88ec-2aa31cdb7778',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.888658] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.888658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.888658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.888879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.889020] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.893065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.893231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.893292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.893912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.893912] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.895018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.895225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.895371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.895667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.895792] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77ad11a-d5dc-417b-bcce-26d488ef4c3b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.900644] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39ede50-f1e2-4ce1-833a-a252849823f2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.900828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.901272] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39ede50-f1e2-4ce1-833a-a252849823f2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.903044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.903204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.903274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.903469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.903550] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5798cbb6-2032-4655-ad24-dcd0a9073d2c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.903854] env[65150]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 800.905111] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.905375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.905375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.905535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.905616] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.908790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.908931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.909012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.909447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.909447] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('321d00b2-b8e3-400c-8b88-d76ebd7fcbae',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.911975] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.912291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.912385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.912581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.912667] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.914129] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.914277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.914328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.914483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.914557] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.915541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.915850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.915957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.916124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.916185] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.917108] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.917514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.917614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.917740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.917831] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.918795] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.918918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.918918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.919104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.919204] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acdf3a47-c00e-43ae-96b1-fa9673a112ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.920080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a80b092d-521f-4acf-ae11-5df25ea978e9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.920232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.920302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.920553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.920642] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a80b092d-521f-4acf-ae11-5df25ea978e9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.921751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c23ce9a7-e961-4577-bd4c-392dff92ad63 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.921888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.921939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.922113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.922245] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c23ce9a7-e961-4577-bd4c-392dff92ad63',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.923209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.923323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.923412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.923576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.923651] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.923901] env[65150]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 800.929580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.929699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.929777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.929994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.930364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.930943] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.931110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.931187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.931356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.931440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.931533] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 already deleted. [ 800.931636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.959406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.959516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.961819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.961819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.962425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.962554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.991588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.991731] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6 is going to be deleted. [ 800.992816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.992897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.017984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.018140] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be deleted. [ 801.061333] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.061549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.061549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.061752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.061847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.061961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eb9cfa3-2ca7-4b5f-a34a-388f2aee05b6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.078141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.078141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.078141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.078141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.078141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.078141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250345] env[65150]: INFO networking_nsxv3.common.synchronization [req-714835c5-1e6b-4c9d-99c6-3b6b2b8a187d req-f035e620-ba6b-4b60-911a-c08dd6e409e0 service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 801.250784] env[65150]: INFO networking_nsxv3.common.synchronization [req-714835c5-1e6b-4c9d-99c6-3b6b2b8a187d req-f035e620-ba6b-4b60-911a-c08dd6e409e0 service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 801.251188] env[65150]: INFO networking_nsxv3.common.synchronization [req-714835c5-1e6b-4c9d-99c6-3b6b2b8a187d req-f035e620-ba6b-4b60-911a-c08dd6e409e0 service nova] Enqueued Resource ID: dd065405-6a78-461a-b295-9954a39d1bc2 with Priority: HIGHEST for action port [ 801.254335] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 801.254335] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 801.254335] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd065405-6a78-461a-b295-9954a39d1bc2 with Priority: HIGHEST for action port [ 801.254335] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.254335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.254335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.254335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.254335] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.260389] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.260389] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.260389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.260389] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.263799] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd065405-6a78-461a-b295-9954a39d1bc2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.264474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.265192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.267950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.267950] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd065405-6a78-461a-b295-9954a39d1bc2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.268185] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39ede50-f1e2-4ce1-833a-a252849823f2 in Status: SUCCESS [ 801.268549] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 deletion is rescheduled due to dependency. [ 801.268753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.272448] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.272937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.273595] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.274608] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.274608] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.274608] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.275087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.275477] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.275761] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.276094] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.278671] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.278671] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.278671] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.278671] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.278671] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.278671] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.303522] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.303862] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.304177] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.304386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-871" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.304873] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-d71cf510-f289-4355-a51a-b624811e66c9 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.305482] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.305482] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.305774] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.305921] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71cf510-f289-4355-a51a-b624811e66c9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.468035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.468035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.468035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.468508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.471023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.471023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.471023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.471023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471023] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.472336] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.472620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.472803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.473280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.473551] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.473767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.473910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.474283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.474469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.474645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.474855] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.476236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.476899] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.477090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.477397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.477692] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.477947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.480019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.480019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.480019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.480019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.480019] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.483152] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.483380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.488019] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.488019] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.488019] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.488019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.489739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.489739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.489739] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.489739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.489739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.490118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.490349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.490644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.490899] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.501875] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.502334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.502668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.503310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.503310] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.503489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.503489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.503626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.504256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.504256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.504256] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.505474] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.505474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.505474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.505474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.505756] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.505756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.505843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.506060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.506060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.506279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.506279] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.516542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.516542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.516542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.516542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.516542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.517235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.517235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.517235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.517235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.517235] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.520471] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.520640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.520640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.520816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.520945] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.521053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.521115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.521254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.521330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.521410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.521564] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.521661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.521721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.521906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.522058] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.522372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.522372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.522372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.522503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.522794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.522794] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.525631] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.525747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.526281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.526281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.528313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.528429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.565207] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 801.565207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.565207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.565397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.565613] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.565726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.565858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.566071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.566167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.566263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.566355] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.568979] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.569137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.571616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.571734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.573888] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.574064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.575171] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.575299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.576047] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.576144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.577169] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.577299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.578064] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.578188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.579310] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.579310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.579876] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.579969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.580739] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 801.582685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.582863] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 321d00b2-b8e3-400c-8b88-d76ebd7fcbae is going to be deleted. [ 801.584755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.585039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.610682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.610819] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c23ce9a7-e961-4577-bd4c-392dff92ad63 is going to be deleted. [ 801.611991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.612240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.635260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.635456] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 303eb98e-7198-4b58-a538-1f2213713f4c is going to be deleted. [ 801.636881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.636881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.655770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.656183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.662721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.664045] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5798cbb6-2032-4655-ad24-dcd0a9073d2c is going to be deleted. [ 801.664763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.665094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.694244] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.694423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.695469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.695616] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68 is going to be deleted. [ 801.696548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.696760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.755353] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.755562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.771602] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.771856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.771935] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.773164] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd065405-6a78-461a-b295-9954a39d1bc2 with status ACTIVE [ 801.773479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.773678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.773678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.773961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.774147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.774361] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.774499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.774559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.775359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.775359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.775359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.775359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.775359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.775359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.775875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.775875] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd065405-6a78-461a-b295-9954a39d1bc2 is going to be updated. [ 801.777549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.777691] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b98e44-437d-416d-88ec-2aa31cdb7778 is going to be deleted. [ 801.778901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.779123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.802641] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.802641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.809014] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.809206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.809250] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.809592] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.809767] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.809894] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port d71cf510-f289-4355-a51a-b624811e66c9 not found, creating... [ 801.810211] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.810371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.810484] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.810735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.810944] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.811262] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.811418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.811533] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.811814] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.812068] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.812358] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: d71cf510-f289-4355-a51a-b624811e66c9 is going to be created. [ 801.841193] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.841457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.896875] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.897377] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.897377] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.897841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.898245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.898678] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.901101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.901392] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77ad11a-d5dc-417b-bcce-26d488ef4c3b is going to be deleted. [ 801.902719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.903317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.962966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.962966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.962966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.962966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.962966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd065405-6a78-461a-b295-9954a39d1bc2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980846] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.982985] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.982985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.982985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.982985] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.983340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.983340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.983598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.983740] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.983817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.984217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.984440] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.984673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.984826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.985471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.985471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.985471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.985616] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.987783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.989781] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3a7272-fcd1-4c51-adfb-ef7e09c506d8 is going to be deleted. [ 801.989781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.989781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.014079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.014251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.014858] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.019777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.019954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.019997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.020258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.020472] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.020574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.020624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.020848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022036] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022036] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.023125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.023125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.023125] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.023737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.023737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.023737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.023897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.026784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.026784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.026784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.026784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.026784] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.039498] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4724522-4031-41ce-ae4d-7f657c953c62: rpc.has_security_group_logging(os_id): False [ 802.042252] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc30272-3856-4c9e-82c8-b1a626ed882f: rpc.has_security_group_logging(os_id): False [ 802.047642] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.047836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.071524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.071877] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39ede50-f1e2-4ce1-833a-a252849823f2 is going to be deleted. [ 802.072954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.073792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.075170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.075329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.075467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.075659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.075836] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.075941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.076015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.076165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.076250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.076338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.076484] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.076577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.076638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.076807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.076953] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.077080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.077135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.077273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.077353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.077438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.077529] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.096378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.096599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.098645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.098799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.124506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.124688] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a80b092d-521f-4acf-ae11-5df25ea978e9 is going to be deleted. [ 802.125727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.125938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.184598] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.184800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.194150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.194347] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acdf3a47-c00e-43ae-96b1-fa9673a112ad is going to be deleted. [ 802.195753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.196102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.196244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.196379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-321d00b2-b8e3-400c-8b88-d76ebd7fcbae" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.196546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.196717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.196795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.197022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c23ce9a7-e961-4577-bd4c-392dff92ad63" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.197697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.197784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.197828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.197942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-303eb98e-7198-4b58-a538-1f2213713f4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.198120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.198265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.198340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.198504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5798cbb6-2032-4655-ad24-dcd0a9073d2c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.198569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.198705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.198777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.198884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e0464cf-071a-4ba8-b9fa-f3d5b6d29e68" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.199169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.199242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b98e44-437d-416d-88ec-2aa31cdb7778" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.199616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.199689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77ad11a-d5dc-417b-bcce-26d488ef4c3b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.200066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271658] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.273792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.274078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.274192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.274257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.274456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.274532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.274726] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.274818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.274876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.275030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.275101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.275278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.275350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.275408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.275615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.276192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.276192] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 802.276873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.277050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.280379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.316105] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.316247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.322533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.322905] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.323107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.323168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.323319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.323402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.323701] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.323701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.324046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.324046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.324162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.324359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.324442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.324685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.324685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.324882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.324952] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be updated. [ 802.326171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.326340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.326424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.326543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39ede50-f1e2-4ce1-833a-a252849823f2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.327434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.327434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3a7272-fcd1-4c51-adfb-ef7e09c506d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.327829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.328045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.328126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a80b092d-521f-4acf-ae11-5df25ea978e9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.398366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.398525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.398595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.398809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.398909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.399041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acdf3a47-c00e-43ae-96b1-fa9673a112ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.454289] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.454511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.454643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.454969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.455230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.476918] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 802.487441] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82dcb692-2f0e-4b5d-9ef7-d73da6bca757: rpc.has_security_group_logging(os_id): False [ 802.491916] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac70428f-cf58-40a2-833e-b4717aab98fb: rpc.has_security_group_logging(os_id): False [ 802.502672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.502911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.503093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.503315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.503478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.518371] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e91e1ef-09c7-4c17-b956-419838306b99: rpc.has_security_group_logging(os_id): False [ 802.529233] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adb921ad-e198-4e9e-9b26-71c3630f7f5e: rpc.has_security_group_logging(os_id): False [ 802.530411] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 802.532607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.532751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.532816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.533060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.537547] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.537547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.554162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.554373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.562890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.563273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.563389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.563450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.563651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.563736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.564091] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 802.565109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.565225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.580255] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5b886b-e056-4763-89d9-3d1caef447b5: rpc.has_security_group_logging(os_id): False [ 802.590242] env[65150]: INFO networking_nsxv3.common.synchronization [req-54f53667-83da-44d2-be53-bba5b80e5848 req-2625fda1-6d66-45e3-a4d0-b6a43f43cb95 service nova] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_rules [ 802.590422] env[65150]: INFO networking_nsxv3.common.synchronization [req-54f53667-83da-44d2-be53-bba5b80e5848 req-2625fda1-6d66-45e3-a4d0-b6a43f43cb95 service nova] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_members [ 802.590577] env[65150]: INFO networking_nsxv3.common.synchronization [req-54f53667-83da-44d2-be53-bba5b80e5848 req-2625fda1-6d66-45e3-a4d0-b6a43f43cb95 service nova] Enqueued Resource ID: d71cf510-f289-4355-a51a-b624811e66c9 with Priority: HIGHEST for action port [ 802.591598] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 802.592103] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_rules [ 802.592250] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_members [ 802.592366] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71cf510-f289-4355-a51a-b624811e66c9 with Priority: HIGHEST for action port [ 802.592642] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.592763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.592919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.593196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.593291] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.594599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.596102] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.596204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.596266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.596417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.596502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.596620] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.597974] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71cf510-f289-4355-a51a-b624811e66c9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.598093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.598157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.598310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.598387] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71cf510-f289-4355-a51a-b624811e66c9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.601386] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.601386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.605589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.605758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.609779] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.609920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.615521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.615793] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.615916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.616000] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.616255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.616341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.616574] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.616679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.616745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.616884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.616957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.617235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.617334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.617395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.617535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.617610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.617705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be updated. [ 802.619999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.620203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.647205] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 802.647426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.647604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.647822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.648096] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.648251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.648322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.648498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.648580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.648667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.648847] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.648929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.649020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.649157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.649293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.649395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.649455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.649604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.649679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.649770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.649857] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.651791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652698] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.652698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.652698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.652698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.652698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652698] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 is going to be updated. [ 802.653756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.654052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.654230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.654341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.654407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.654551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.654636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.654729] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.656170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.656346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.707514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.708599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.708599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.708599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.708786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.709176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.709421] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.710044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.710044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.710169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.710249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.710501] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.710637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.710727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.710924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.711016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.711116] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 802.712615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.712615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.714768] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.714866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.741415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.741829] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.742025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.742196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.742432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.742593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.742895] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.743059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.743168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.743563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.743563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.743814] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.744081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.744081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.744292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.744403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.744555] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be updated. [ 802.746227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.746478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.746625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.746901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.747080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.747183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.747405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.747528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.747888] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.747988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.748102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.748320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.748441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.748741] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.748872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.748978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.749210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.749331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.749461] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be created. [ 802.751714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.751974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.752210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.755037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.755528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.755528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.755652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.755816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.769262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.769455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.769455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.769607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.769759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.782676] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 802.783177] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.783339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.783412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.783643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.783762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.783893] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be created. [ 802.787876] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 802.797958] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: IN_PROGRESS for 2s [ 802.820941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.821242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.821282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.844157] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: UNINITIALIZED for 2s [ 802.853926] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.854090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.854138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.854439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.855299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.924486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.924887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.924887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.925088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.925374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.934883] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 802.940610] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 802.974138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.974138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.974138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.974138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.974138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.996646] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 803.101594] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.103042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.103222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.104037] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d71cf510-f289-4355-a51a-b624811e66c9 with status ACTIVE [ 803.104188] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.104344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.104455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.104720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.104874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.105518] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.105518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.105518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.105518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.105518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.106379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.106379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.106379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.106379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.106379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.106379] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d71cf510-f289-4355-a51a-b624811e66c9 is going to be updated. [ 803.140037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.140037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.140037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.140037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.140037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.140285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71cf510-f289-4355-a51a-b624811e66c9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.159391] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.160327] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b008d65e-9d14-4b4f-9e95-745175a9f091: rpc.has_security_group_logging(os_id): False [ 803.189267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.189440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.189488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.189691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.189779] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.190013] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.190167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.190222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.190379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.190461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.190654] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.190775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.190815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.190972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.191065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.191257] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.191353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.191418] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.191642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.191718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.191801] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be created. [ 803.291548] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.291773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.291848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.292096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.292282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.311964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 803.604391] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.664492] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.814455] env[65150]: INFO networking_nsxv3.common.synchronization [req-26c6a20e-e6a6-497c-be6b-f37ad41f60d0 req-5067b6dd-f7b6-4d18-b666-e23eb70cce8a tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 803.814769] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 803.815230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.816063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.816063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.816063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.816063] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.816063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.816063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.816340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.816340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.816340] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.107679] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.107679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.107679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.108877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.108877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.108877] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 is going to be created. [ 804.140357] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.140357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.140357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.140357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.140838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.152710] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 in Status: UNINITIALIZED for 2s [ 804.167574] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.167773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.167882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.168193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.168295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.168400] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 804.203395] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.203548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.203606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.204180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.204180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.213235] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.213453] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.213573] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.213856] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.214403] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.214619] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.214737] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.214963] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.215125] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.215362] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.215474] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.215578] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.215683] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.215787] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.215890] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.216031] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.217709] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 804.236750] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.236750] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.237553] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.237553] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.237779] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-10071f8e-d6ed-418c-a6da-9691951c6a96 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.237936] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.238149] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.238634] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.238867] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10071f8e-d6ed-418c-a6da-9691951c6a96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.319078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.319078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.319078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.319331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.319331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.319510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.319646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.319736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.319927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.320046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.320143] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be deleted. [ 804.359435] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.359576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.359644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.359876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.360342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.360342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.495687] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 804.495823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.604790] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 804.605038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.742185] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.742474] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.742636] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.743024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.743212] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.743394] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 10071f8e-d6ed-418c-a6da-9691951c6a96 not found, creating... [ 804.743676] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.743855] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.743970] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.744211] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.744348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.744636] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.744812] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.744929] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.745163] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.745282] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.745418] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 10071f8e-d6ed-418c-a6da-9691951c6a96 is going to be created. [ 804.769502] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.769809] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.770262] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.770621] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.770974] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.771241] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.799583] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 804.799855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.802155] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 804.802392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.830457] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: SUCCESS [ 804.831433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.859450] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 804.859450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.859450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.859733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.859999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.860131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.860229] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.860481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.860624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.860940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.860940] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.957279] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 804.957489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.971467] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 804.971692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.016062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 805.016324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.324460] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 805.324825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.325039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.325381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.325479] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.364117] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.364326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.364370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.364590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.364919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.365516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.365594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.365776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.365857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.365955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.366243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.366345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.366404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.366547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.366693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.366780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.366838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.366974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.367057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.367142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.367314] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.490791] env[65150]: INFO networking_nsxv3.common.synchronization [req-26c6a20e-e6a6-497c-be6b-f37ad41f60d0 req-8760f2b2-4f8d-4bef-a4b8-101467284920 service nova] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_rules [ 805.491162] env[65150]: INFO networking_nsxv3.common.synchronization [req-26c6a20e-e6a6-497c-be6b-f37ad41f60d0 req-8760f2b2-4f8d-4bef-a4b8-101467284920 service nova] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 805.491394] env[65150]: INFO networking_nsxv3.common.synchronization [req-26c6a20e-e6a6-497c-be6b-f37ad41f60d0 req-8760f2b2-4f8d-4bef-a4b8-101467284920 service nova] Enqueued Resource ID: 10071f8e-d6ed-418c-a6da-9691951c6a96 with Priority: HIGHEST for action port [ 805.492131] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_rules [ 805.492354] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 805.492464] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10071f8e-d6ed-418c-a6da-9691951c6a96 with Priority: HIGHEST for action port [ 805.492855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.493045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.493212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.493367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.493489] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.496190] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.496190] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.496190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.496552] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.497394] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-10071f8e-d6ed-418c-a6da-9691951c6a96 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.497528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.498843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.498843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.498843] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10071f8e-d6ed-418c-a6da-9691951c6a96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.648251] env[65150]: INFO networking_nsxv3.common.synchronization [req-c0a42ac2-dc84-45e6-ae40-c990830eaa6c req-ffa7693e-d73a-4a39-a3dd-e011966fd8f9 tempest-VolumesAssistedSnapshotsTest-731888330 tempest-VolumesAssistedSnapshotsTest-731888330-project-member] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_members [ 805.649083] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGHEST for action security_group_members [ 805.649402] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.649515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.649585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.649776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.649936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.650114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.650258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.650375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.650423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.650503] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.827399] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.827666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.869784] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3904907b-4834-4ed8-a002-aa3bf3baf36f: rpc.has_security_group_logging(os_id): False [ 805.893456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.893456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.893699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.893973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.894231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.894603] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.894866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.894952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.895203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.895283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.895825] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.895825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.895825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.895957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.896039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.896571] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.896571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.896571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.896772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.896772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.896884] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be created. [ 805.976448] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.976448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.992225] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 806.000215] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.000341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.000554] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.001683] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10071f8e-d6ed-418c-a6da-9691951c6a96 with status ACTIVE [ 806.001901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.002053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.004842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.004842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.004842] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.004842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.004842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.004842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.004842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.006303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.006303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.006303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.006303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.006303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.006303] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10071f8e-d6ed-418c-a6da-9691951c6a96 is going to be updated. [ 806.036119] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.036119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.036119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.036898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.036898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.036898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10071f8e-d6ed-418c-a6da-9691951c6a96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.152697] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.153018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.153066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.153339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.177507] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 in Status: SUCCESS [ 806.177507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.177507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.177783] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.177783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.177783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.178054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.178142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.178245] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.197384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.197726] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.197857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.197932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.198171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.198261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.198361] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 is going to be updated. [ 806.233763] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 806.234031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.234248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.235054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.235304] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.235434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.235519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.235519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.235519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.235953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.235953] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.266489] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.266724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.266844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.267307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.268121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.283125] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd34055a-b429-4105-89e6-5fa3db0de723 in Status: IN_PROGRESS for 2s [ 806.509610] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.682913] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.740065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.740248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.740313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.740506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.740754] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.740943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.741036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.741480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.741601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.743162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.743162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.743162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.743162] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.013215] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.013407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.013481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.013701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.013790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.013889] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be created. [ 807.044614] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.044755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.044906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.045452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.045802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.057383] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: UNINITIALIZED for 2s [ 807.186207] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2edf8836-1710-423d-ba46-c9af28dad9d8: rpc.has_security_group_logging(os_id): False [ 807.210173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.210503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.210503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.210625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.210682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.211110] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.211245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.211481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.211481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.211623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.211623] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 is going to be created. [ 807.252132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b008d65e-9d14-4b4f-9e95-745175a9f091: rpc.has_security_group_logging(os_id): False [ 807.270909] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.272257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.272433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.272588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.272684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.273023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.273136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.273202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.273382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.273463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.273656] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.273750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.273813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.273998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.274101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.274316] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.274412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.274474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.274614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.274698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.274829] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 807.286767] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.286912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.286983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.287216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.287404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.303249] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 in Status: IN_PROGRESS for 2s [ 807.361556] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.361846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.361846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.362064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.362246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.376580] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 807.821651] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4681ce4-6e84-4962-a40c-2198341272cb req-ac45aca4-f291-4f14-9640-a30baa00c451 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 807.822336] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 807.825378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.825378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.825378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.825699] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.007104] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 808.007661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.309214] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd34055a-b429-4105-89e6-5fa3db0de723 in Status: SUCCESS [ 808.309214] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd34055a-b429-4105-89e6-5fa3db0de723 deletion is rescheduled due to dependency. [ 808.309214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.328638] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.330399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.330399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.330399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.361341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.362634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.362634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.362634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.362634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.362634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.362634] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 808.393151] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.393358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.393431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.393646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.393793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.404179] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 808.752202] env[65150]: INFO networking_nsxv3.common.synchronization [req-5075b199-befd-442b-980d-7309b6248f80 req-6646ed65-b424-4ce3-bc47-52f15780cc53 tempest-FloatingIPsAssociationTestJSON-431460166 tempest-FloatingIPsAssociationTestJSON-431460166-project-member] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 808.753536] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGHEST for action security_group_members [ 808.753536] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.753734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.753734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.753926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.754111] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.754219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.754455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.754455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.754569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.754604] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.068251] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 809.068544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.072016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.072016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.072016] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.257432] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.257634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.257720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.258031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.258143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.258404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.258513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.258566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.258772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.258868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.258961] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be updated. [ 809.302078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.302296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.302365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.302565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.302718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.316725] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: IN_PROGRESS for 2s [ 809.319754] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 in Status: SUCCESS [ 809.319973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.396452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 809.397219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.397516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397811] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.576034] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.576034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.576034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.576034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.576323] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.576449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.576449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.576665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.576797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.576897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.577294] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.577294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.577294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.577492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.577524] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.577613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.577673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.577868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.577945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.579139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.579139] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.900632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.900786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.900786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.901411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.901411] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.901411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.901411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.901682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.901682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.901682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.901682] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.081014] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f64822c2-cf91-4b54-a41d-4fa6f71bb8a6: rpc.has_security_group_logging(os_id): False [ 810.112308] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.112308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.112544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.113947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.114118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.114989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.115165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.115230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.115437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.115520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.116200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.116200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.116200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.116200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.116200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.116444] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.116444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.116523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.116792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.116792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.116923] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be created. [ 810.202118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.202118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.202118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.202118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.202118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.220091] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 810.404990] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.405409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.405409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.405603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.405675] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.405772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.405831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.406153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.406153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.406302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.406479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.406572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.406645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.406817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.406963] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.407070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.407160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.407354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.407426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.407509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.407598] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.416852] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 810.416852] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_members [ 810.417321] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 810.419902] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_members [ 810.419902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.419902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.419902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.419902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.419902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.419902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.419902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.420759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.420759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.420759] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.422920] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.423201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.423377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.423682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.426018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.426018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.426018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.426018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.426018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.426018] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.427483] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 810.428631] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 810.429423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.501763] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_rules [ 810.501763] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_members [ 810.501763] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_rules [ 810.501763] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 810.501763] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a931e-a5d8-4d30-86e3-cd795d67098f req-e0662728-f187-4577-8c9e-ddedb2591404 tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 with Priority: HIGHEST for action port [ 810.502419] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_rules [ 810.502419] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_rules [ 810.502575] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 with Priority: HIGHEST for action port [ 810.502575] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_members [ 810.502692] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 810.503035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.503210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.503357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.503515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.503604] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.504793] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.504965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.504965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.505950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.505950] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.506941] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-248209a3-0828-4c70-aa3d-94046c8fcfa8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.506941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.507098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.507175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.507294] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248209a3-0828-4c70-aa3d-94046c8fcfa8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.509829] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.509829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.509829] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.509829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.911920] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b008d65e-9d14-4b4f-9e95-745175a9f091: rpc.has_security_group_logging(os_id): False [ 810.926394] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.932843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.933367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.933877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.934239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.934343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.934852] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.934985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.935061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.935866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.935866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.935866] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.935866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.935866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.935866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.935866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.936194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.936310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.936310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.936450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.936560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.936595] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 810.938462] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.010672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.010861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.011222] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.011347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.013734] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248209a3-0828-4c70-aa3d-94046c8fcfa8 with status ACTIVE [ 811.014014] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.014150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.014217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.015977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.015977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.015977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.015977] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 is going to be updated. [ 811.020757] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.020925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.020974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.021470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.036520] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 811.048722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.049155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.049238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.049704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.049704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.049831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.328066] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac70428f-cf58-40a2-833e-b4717aab98fb in Status: SUCCESS [ 811.328338] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb deletion is rescheduled due to dependency. [ 811.328457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.431930] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.441424] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.555246] env[65150]: INFO networking_nsxv3.common.synchronization [req-99d423c2-0e07-4590-ae6f-444365c0e202 req-006f2157-2ed4-45d5-a51d-00a1a9cd050e tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 811.555926] env[65150]: INFO networking_nsxv3.common.synchronization [req-99d423c2-0e07-4590-ae6f-444365c0e202 req-006f2157-2ed4-45d5-a51d-00a1a9cd050e tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_members [ 811.556705] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 811.556705] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 with Priority: HIGHEST for action security_group_members [ 811.556894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.556990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.557245] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.557332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.608666] env[65150]: INFO networking_nsxv3.common.synchronization [req-99d423c2-0e07-4590-ae6f-444365c0e202 req-006f2157-2ed4-45d5-a51d-00a1a9cd050e tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_rules [ 811.608853] env[65150]: INFO networking_nsxv3.common.synchronization [req-99d423c2-0e07-4590-ae6f-444365c0e202 req-006f2157-2ed4-45d5-a51d-00a1a9cd050e tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 811.608991] env[65150]: INFO networking_nsxv3.common.synchronization [req-99d423c2-0e07-4590-ae6f-444365c0e202 req-006f2157-2ed4-45d5-a51d-00a1a9cd050e tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 with Priority: HIGHEST for action port [ 811.609523] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_rules [ 811.609657] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 811.609752] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 with Priority: HIGHEST for action port [ 811.610185] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.610314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.610530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.610612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.610790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-248209a3-0828-4c70-aa3d-94046c8fcfa8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.610894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.610957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.611150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.611230] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248209a3-0828-4c70-aa3d-94046c8fcfa8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.935371] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.935475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.935556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.935804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.935898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.936027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be updated. [ 811.944483] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.944751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.944794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.945072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.945137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.945333] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 is going to be created. [ 811.969076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.969347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.969347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.969494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.969666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.971552] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.971741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.971930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.972674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.972674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.985634] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 811.985634] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 in Status: UNINITIALIZED for 2s [ 812.113075] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248209a3-0828-4c70-aa3d-94046c8fcfa8 with status ACTIVE [ 812.113458] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.113705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.113832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.114151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.114271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.114580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.114823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.114969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.115386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.115476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.115710] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.115859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.115964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.116228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.116329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.116379] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248209a3-0828-4c70-aa3d-94046c8fcfa8 is going to be updated. [ 812.147515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.147772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.148078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.148141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.148276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.148486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248209a3-0828-4c70-aa3d-94046c8fcfa8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.243131] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 812.243499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.057564] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 813.057564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.912247] env[65150]: INFO networking_nsxv3.common.synchronization [req-05d5da70-ca44-43c7-b3e8-595f1501d766 req-46bc8408-67be-46a1-b8fa-83e10c073c52 tempest-ServersAdminNegativeTestJSON-1833236211 tempest-ServersAdminNegativeTestJSON-1833236211-project-member] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 813.912819] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 813.913306] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.913487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.913581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.913890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.914759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.914941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.915064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.915310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.915439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.915587] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.005073] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 in Status: SUCCESS [ 814.005073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.005073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.005073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.005073] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.005073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.005405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.005405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.005405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.005526] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.009625] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.012023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.012023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.012023] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.419612] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.515282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.515607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.515607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.516125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.516531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.519065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.519243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.519398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.519580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.519695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.519826] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 is going to be deleted. [ 814.520863] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.554504] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.554673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.554749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.554969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.555075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.555179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.555725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.556089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.556089] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.556273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.556273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.556377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.556434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.556597] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.922987] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.023574] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.059376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.059607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.059607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.059894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.060083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.060439] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.060578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.060687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.060957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.061873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.062036] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 already deleted. [ 815.062095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.062189] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.063316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.063735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.064060] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.064236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.064334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.064518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.064627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.064731] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.425313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.425591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.425591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.425852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.425978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.426122] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be updated. [ 815.467628] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.468258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.468339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.484729] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: IN_PROGRESS for 2s [ 815.526094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.526264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.526332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.526556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.526664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.526774] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be updated. [ 815.570783] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c0eb9d-07d8-4c9d-9846-7c12bb2798e0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.576026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.576026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.576026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.576026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.576026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.576026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.576551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.576551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.576551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.576551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.576751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.576874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.576934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.577151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.577257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.577367] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 already deleted. [ 815.577444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.597861] env[65150]: INFO networking_nsxv3.common.synchronization [req-9eb61730-bd5e-4aab-8019-2b62f440e73a req-7da49f02-e3c7-401a-8f99-20409ae32ba3 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 815.598709] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 815.599518] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.599700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.599759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.599941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.600156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.600262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.600327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.600486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.600576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.600674] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.602457] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 815.933358] env[65150]: INFO networking_nsxv3.common.synchronization [req-9eb61730-bd5e-4aab-8019-2b62f440e73a req-6522c1bc-6941-420d-a7bf-a9972c751c43 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 815.933736] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 815.934154] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.934267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.081079] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0: rpc.has_security_group_logging(os_id): False [ 816.099474] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.100026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.100400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.100400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.100541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.100634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.100667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.100745] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 is going to be created. [ 816.103728] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.122157] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0], does not exist path=[/infra/domains/default/groups/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0]."\n}' [ 816.122277] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 [ 816.122355] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 816.155752] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.156080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.156080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.156327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.157706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.158299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.158299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.158519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.158619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.158759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.159301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.159392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.159560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.159684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159799] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 is going to be created. [ 816.168177] env[65150]: INFO networking_nsxv3.common.synchronization [req-7dd10f96-96cd-4629-adfe-d0fff9fd6329 req-47573ba2-c9c7-4d7e-be7b-34e0ae66f1ef tempest-ServersNegativeTestJSON-2125567581 tempest-ServersNegativeTestJSON-2125567581-project-member] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 816.169500] env[65150]: INFO networking_nsxv3.common.synchronization [req-9eb61730-bd5e-4aab-8019-2b62f440e73a req-e2472ea4-40d8-4cca-ac5f-84ea6807960e tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 816.170262] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 816.170469] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 816.170914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.171116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171847] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.172086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.172220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.172472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.172620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.172775] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.174206] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.175390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.192387] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0], does not exist path=[/infra/domains/default/groups/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 [ 816.192639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c0eb9d-07d8-4c9d-9846-7c12bb2798e0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.193466] env[65150]: Traceback (most recent call last): [ 816.193538] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 816.193538] env[65150]: return func(*args, **kwargs) [ 816.193538] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 816.193538] env[65150]: res.raise_for_status() [ 816.193538] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 816.193538] env[65150]: raise HTTPError(http_error_msg, response=self) [ 816.193538] env[65150]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 [ 816.193538] env[65150]: During handling of the above exception, another exception occurred: [ 816.193538] env[65150]: Traceback (most recent call last): [ 816.193538] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 816.193538] env[65150]: listener.cb(fileno) [ 816.193538] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 816.193538] env[65150]: result = function(*args, **kwargs) [ 816.193538] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 816.193538] env[65150]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 816.193982] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 816.193982] env[65150]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 816.193982] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 816.193982] env[65150]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 816.193982] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 816.193982] env[65150]: res.raise_for_status() [ 816.193982] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 816.193982] env[65150]: raise HTTPError(http_error_msg, response=self) [ 816.193982] env[65150]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/29c0eb9d-07d8-4c9d-9846-7c12bb2798e0 [ 816.193982] env[65150]: Removing descriptor: 67 [ 816.605775] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.620607] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.621133] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.621133] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.621958] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.621958] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622243] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622312] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622574] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.622742] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.623029] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.623168] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.623376] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.623514] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.623640] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.623767] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.623934] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.645215] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.645710] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.646717] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.646717] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.646717] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-dc7da5c5-9d86-4c08-92a5-3783721c2abd taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.646717] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.647046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.647251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.647469] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7da5c5-9d86-4c08-92a5-3783721c2abd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.676871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.677086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.677181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.677433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.677542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.677772] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.677882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.677956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.678158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.678244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.678366] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c already deleted. [ 816.678495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.109445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.109445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.109445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.109445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.109445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.109445] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 817.143633] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.143873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.143873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.144062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.144230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.151364] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.151719] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.151932] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.152324] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.152559] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.152779] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port dc7da5c5-9d86-4c08-92a5-3783721c2abd not found, creating... [ 817.153216] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.153446] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.153637] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.153973] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.154225] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.154596] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.154787] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.154928] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.155245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.155470] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.155692] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd is going to be created. [ 817.157504] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 817.176239] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.176505] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.176636] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.176894] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.177134] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.177354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.494315] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 817.494315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.616067] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 817.616486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.616486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.616686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.616877] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.616991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.617263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.617438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.617521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.617707] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.618583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.618742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.618911] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.619030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.619161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.619226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.619329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.619373] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.900578] env[65150]: INFO networking_nsxv3.common.synchronization [req-7dd10f96-96cd-4629-adfe-d0fff9fd6329 req-80492e5c-21c1-417b-9162-2f2daef40059 service nova] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_rules [ 817.900787] env[65150]: INFO networking_nsxv3.common.synchronization [req-7dd10f96-96cd-4629-adfe-d0fff9fd6329 req-80492e5c-21c1-417b-9162-2f2daef40059 service nova] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 817.900972] env[65150]: INFO networking_nsxv3.common.synchronization [req-7dd10f96-96cd-4629-adfe-d0fff9fd6329 req-80492e5c-21c1-417b-9162-2f2daef40059 service nova] Enqueued Resource ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd with Priority: HIGHEST for action port [ 817.901513] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_rules [ 817.901651] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 817.901747] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd with Priority: HIGHEST for action port [ 817.902072] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.903247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.903247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.903247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.903247] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.906843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.906843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.906843] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.906843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7da5c5-9d86-4c08-92a5-3783721c2abd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.906843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.906843] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7da5c5-9d86-4c08-92a5-3783721c2abd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.125137] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.125137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.125137] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.408319] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.409139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.409139] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.409987] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc7da5c5-9d86-4c08-92a5-3783721c2abd with status ACTIVE [ 818.410186] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.410581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.410758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.410758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.414604] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.415100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.415425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.416070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.416196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.416415] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.416569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.416641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.416834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.416943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.417129] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd is going to be updated. [ 818.443507] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.443705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.443766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.443962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.444158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.444365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626269] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.715385] env[65150]: INFO networking_nsxv3.common.synchronization [req-d3e60010-a969-44e3-81ac-7f09e1374be4 req-98946bdb-f5e5-4519-9c4b-ac3d81319379 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 818.716018] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 818.716714] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.716845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.716905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.717478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.717737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.717877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.718049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.719671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.719978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.719978] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.919902] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.128715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.128922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.128977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.129196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.129483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.129483] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be updated. [ 819.170177] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 819.170256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.170454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.171395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.171395] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.171395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.171395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.171789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.171789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.171851] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.179249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.179249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.179249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.179249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.179249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.191827] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 819.225677] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.225677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.225677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.225677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.250693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.250693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.250693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.250935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.251698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.251698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.251698] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 819.288576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.289346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.289639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.289882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.290084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.302273] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 819.431451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.431451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.431451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.431451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.431451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.431451] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be created. [ 819.458465] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.458605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.458684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.458917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.459096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.471521] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: UNINITIALIZED for 2s [ 819.684209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.684538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.684538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.684698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.705849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.706143] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.706247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.706299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.706501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.706577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.706670] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 819.734836] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.735061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.735160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.735448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.735625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.745615] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 819.993791] env[65150]: INFO networking_nsxv3.common.synchronization [req-8e37b487-ab98-459c-a8c2-242066064266 req-164f6c8c-0662-4ed0-a3a9-0507af6ae396 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 819.994990] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 819.996101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.996351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.996497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.996830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.997175] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.997381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.997674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.998162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.998162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.998304] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.059344] env[65150]: INFO networking_nsxv3.common.synchronization [req-8e37b487-ab98-459c-a8c2-242066064266 req-164f6c8c-0662-4ed0-a3a9-0507af6ae396 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 820.060877] env[65150]: INFO networking_nsxv3.common.synchronization [req-8e37b487-ab98-459c-a8c2-242066064266 req-164f6c8c-0662-4ed0-a3a9-0507af6ae396 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 820.060877] env[65150]: INFO networking_nsxv3.common.synchronization [req-8e37b487-ab98-459c-a8c2-242066064266 req-164f6c8c-0662-4ed0-a3a9-0507af6ae396 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with Priority: HIGHEST for action port [ 820.062195] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 820.062345] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 820.062497] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with Priority: HIGHEST for action port [ 820.062862] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.063099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.063187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.063345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.063425] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.065871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.065871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.065871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-715ecdca-8322-41c7-adb9-7c62b4fe0de6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.065871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.065871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.065871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.065871] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715ecdca-8322-41c7-adb9-7c62b4fe0de6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.501798] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.569708] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.569878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.570369] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with status ACTIVE [ 820.570369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.570369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.570819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.570819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.570819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.571025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.571186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.571186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.571372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.571424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.571761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.571761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.571761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.571974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.571974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.572229] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 is going to be updated. [ 820.598835] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.598835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.598835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.599073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.599111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.599272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.808222] env[65150]: INFO networking_nsxv3.common.synchronization [req-af2f9f8d-6aaf-4505-aee9-af6cfc62b771 req-71d1c02f-e815-4fc6-919c-c8ee75d965b8 tempest-ServerRescueTestJSON-1207102511 tempest-ServerRescueTestJSON-1207102511-project-member] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 820.808801] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 820.810894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.811041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.811112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.811323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.811494] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.811596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.811659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.812871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.812871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.812871] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.007682] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.201622] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 821.202715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.204788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.204788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.204788] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.204788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.204788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.204788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.204788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.204788] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.313973] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 821.313973] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f deletion is rescheduled due to dependency. [ 821.313973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.316427] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.482226] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 821.482479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.482623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.482844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.483088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.483275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.483432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.485398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.485398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.485398] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.510851] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.511027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.511110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.511933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.511933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.511933] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 821.545524] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.545524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.545690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.545919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.546137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.559182] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 821.707498] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.759960] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 821.760252] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 deletion is rescheduled due to dependency. [ 821.760376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.760544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.760762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.761118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.761252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.761316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.761491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.761558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.761656] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.818882] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.986638] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.986912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.986912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.987118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.988434] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.988434] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.988434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.988434] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.989337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.989337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.989337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.989337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.989337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.989337] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.211386] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.265230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.265620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.265884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.266238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.266521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.266732] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.266906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.267028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.267294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.267422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.267564] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 822.311012] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.311012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.311012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.311012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.311012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.326214] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.326214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.326214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.326214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.326214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.326214] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be updated. [ 822.326214] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 822.366908] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.368253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.368253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.368253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.368253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.379770] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 822.492766] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243a4afc-4278-4480-8406-bcaa171e8b1c: rpc.has_security_group_logging(os_id): False [ 822.519722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.520480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.520480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.521126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.521362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.521620] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.524275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.524484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.524731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.524830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.525168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.525333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.525386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.526144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.526144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.526299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.526415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.526480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.526880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.526880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.526880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be created. [ 822.611709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.611885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.611885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.613738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.613738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.642546] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 822.716406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.716406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.716406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.716406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.716406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.717064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be updated. [ 822.774626] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.774626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.774626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.774626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.774626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.789675] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 823.573051] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 823.573051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.573051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.573566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.573566] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.573566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.573566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.573876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.573876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.573876] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.859451] env[65150]: INFO networking_nsxv3.common.synchronization [req-bea45d15-2633-4345-a5fc-c55d948fd241 req-1bb7d985-75ba-45fb-8423-1a487e76486c tempest-ServerRescueTestJSONUnderV235-1919833388 tempest-ServerRescueTestJSONUnderV235-1919833388-project-member] Enqueued Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 823.860067] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ee4007-496f-4ba1-b430-594466a2ae27 with Priority: HIGHEST for action security_group_members [ 823.860394] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.860492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.999455] env[65150]: INFO networking_nsxv3.common.synchronization [req-f1f09bd9-9542-4306-a4da-0e1f8f455b64 req-df95b077-72c6-4a28-b0ed-43b3ff03f7aa tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_members [ 824.000320] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGHEST for action security_group_members [ 824.000736] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.000925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.001872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.002103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.003184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.003184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.003184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.003184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.003184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.003444] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.078383] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.338528] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 824.338769] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 deletion is rescheduled due to dependency. [ 824.338908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.392083] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 824.392333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.511670] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.511804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.511950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.512387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.538476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.538758] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.538884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.538955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.539192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.539283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.539375] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd is going to be updated. [ 824.574079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.574508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.574508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.574588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.574788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.582726] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.587014] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd in Status: IN_PROGRESS for 2s [ 824.666196] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 824.666637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.803031] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 824.803031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.803241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.803384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.803606] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.803800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.803902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.804151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.804290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.804419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.804635] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-59ee4007-496f-4ba1-b430-594466a2ae27 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.804732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.804815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.805015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.805200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.805339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.805509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.805703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.805817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.805975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.806044] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.807764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.807764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.807764] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.807764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.807764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.807963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.808104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.808162] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.089096] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.089296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.089370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.091630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.091630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.091630] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 825.131031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.137260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.137260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.137573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.137573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.151749] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 825.310486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59ee4007-496f-4ba1-b430-594466a2ae27: rpc.has_security_group_logging(os_id): False [ 825.312804] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.313038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.313256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.313729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.338219] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.338455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.341992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.342254] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.342377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.342457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.342751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.342789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.343261] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be updated. [ 825.344655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.344868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.344961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.345263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.345382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.345474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.345616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.345688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.345907] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.346187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.346187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.346324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.346324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.346551] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.346656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.346722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.346896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.346999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.347148] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be updated. [ 825.379973] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.380866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.380866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.381515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.382660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.402069] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 825.436995] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.437197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.437197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.438069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.438069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.457359] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: IN_PROGRESS for 2s [ 826.013026] env[65150]: INFO networking_nsxv3.common.synchronization [req-c612d4e2-10bd-4f00-afb0-ee05c200e72c req-0815de4e-38f2-4ed4-b079-06e6bfa1b93f tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 826.014863] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 826.014863] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.014863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.015446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.015446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016077] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.016077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.016077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.016077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.016293] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.519535] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.519791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.519936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.520302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.520407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.520667] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.520842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.520949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.521140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.521224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.521317] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a already deleted. [ 826.521454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.591033] env[65150]: INFO networking_nsxv3.common.synchronization [req-400114bf-d549-48e9-a5bb-f82adf315353 req-a0b7b4e9-43c2-444b-8e46-c6daa4b05b34 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 826.591991] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 826.592308] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.592419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.600812] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd in Status: SUCCESS [ 826.601107] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd deletion is rescheduled due to dependency. [ 826.601165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.609278] env[65150]: INFO networking_nsxv3.common.synchronization [req-400114bf-d549-48e9-a5bb-f82adf315353 req-a0b7b4e9-43c2-444b-8e46-c6daa4b05b34 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 826.609480] env[65150]: INFO networking_nsxv3.common.synchronization [req-400114bf-d549-48e9-a5bb-f82adf315353 req-a0b7b4e9-43c2-444b-8e46-c6daa4b05b34 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 826.609617] env[65150]: INFO networking_nsxv3.common.synchronization [req-400114bf-d549-48e9-a5bb-f82adf315353 req-a0b7b4e9-43c2-444b-8e46-c6daa4b05b34 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with Priority: HIGHEST for action port [ 826.610192] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_rules [ 826.610328] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 826.610451] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with Priority: HIGHEST for action port [ 826.610756] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.610861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.611077] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.611162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.611342] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-715ecdca-8322-41c7-adb9-7c62b4fe0de6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.611442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.611505] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.611706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.611847] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715ecdca-8322-41c7-adb9-7c62b4fe0de6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.763238] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.763238] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.763238] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.763523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.763770] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.763934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764083] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.764533] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.764740] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.764858] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.764989] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.765164] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.765369] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.765565] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.765756] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.798423] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.798627] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.798893] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.799143] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.799682] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-edd817d6-547e-4672-bcf4-f0e031c6698d taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799862] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.800098] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.800490] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.800669] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd817d6-547e-4672-bcf4-f0e031c6698d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.114639] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 715ecdca-8322-41c7-adb9-7c62b4fe0de6 with status ACTIVE [ 827.114943] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.115131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.115220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.115548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.115614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.115769] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.115887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.115938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.116143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.116231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.116814] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.116814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.116814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.117015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.117015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.117104] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 715ecdca-8322-41c7-adb9-7c62b4fe0de6 is going to be updated. [ 827.145568] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.145834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.145834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.146065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.146236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.146405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-715ecdca-8322-41c7-adb9-7c62b4fe0de6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.165606] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 827.165994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.166119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.166382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.166644] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.166831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.166907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.168059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.168059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.168059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.168059] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.168716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.168948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.169600] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.169600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.169600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.169600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.170181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.170181] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.306236] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.306522] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.306522] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.306805] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.306954] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.307134] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port edd817d6-547e-4672-bcf4-f0e031c6698d not found, creating... [ 827.307411] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.307576] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.307702] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.307920] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.308068] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.308453] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.308626] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.308741] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.308948] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.309186] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.309333] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: edd817d6-547e-4672-bcf4-f0e031c6698d is going to be created. [ 827.331622] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.331893] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.331957] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.332307] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.332676] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.332922] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.412534] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 827.412760] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 deletion is rescheduled due to dependency. [ 827.412849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.475642] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59ee4007-496f-4ba1-b430-594466a2ae27 in Status: SUCCESS [ 827.475987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.476148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.476456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.476619] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59ee4007-496f-4ba1-b430-594466a2ae27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.671848] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.673508] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.003591] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.003792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.003792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.004127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.004200] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59ee4007-496f-4ba1-b430-594466a2ae27 is going to be deleted. [ 828.023319] env[65150]: INFO networking_nsxv3.common.synchronization [req-c612d4e2-10bd-4f00-afb0-ee05c200e72c req-55761907-658d-4841-98df-ef4c35bee46a service nova] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 828.023319] env[65150]: INFO networking_nsxv3.common.synchronization [req-c612d4e2-10bd-4f00-afb0-ee05c200e72c req-55761907-658d-4841-98df-ef4c35bee46a service nova] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 828.023319] env[65150]: INFO networking_nsxv3.common.synchronization [req-c612d4e2-10bd-4f00-afb0-ee05c200e72c req-55761907-658d-4841-98df-ef4c35bee46a service nova] Enqueued Resource ID: edd817d6-547e-4672-bcf4-f0e031c6698d with Priority: HIGHEST for action port [ 828.023319] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 828.023319] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 828.023319] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd817d6-547e-4672-bcf4-f0e031c6698d with Priority: HIGHEST for action port [ 828.024861] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.025014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.025085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.025303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.025389] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.026262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.026444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.026444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.029168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.029168] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.029168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-edd817d6-547e-4672-bcf4-f0e031c6698d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.029168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.029168] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd817d6-547e-4672-bcf4-f0e031c6698d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.071168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.073789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.073789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.073789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.073789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.073789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59ee4007-496f-4ba1-b430-594466a2ae27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.179579] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82dcb692-2f0e-4b5d-9ef7-d73da6bca757: rpc.has_security_group_logging(os_id): False [ 828.180054] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.204107] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.204304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.204401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.204645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.231442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.231849] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.231992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.232490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.232731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.233070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.233070] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 828.288024] env[65150]: INFO networking_nsxv3.common.synchronization [req-933434b1-47a2-4a63-9a0f-e7838ec7c5d1 req-9e21d7a7-59fe-446e-8538-5a4078309887 tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 828.288024] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 828.288024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.288024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.290377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.290715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.290892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.291057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.291154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.291361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.291449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.291654] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.297273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.298208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.298208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.298208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.298208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.324914] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 828.532122] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.532322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.532533] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edd817d6-547e-4672-bcf4-f0e031c6698d with status ACTIVE [ 828.532770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.532962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.533131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.533323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.533416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.533610] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.533711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.533801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.533977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.534087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.534277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.534372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.534435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.534578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.534668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.534734] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edd817d6-547e-4672-bcf4-f0e031c6698d is going to be updated. [ 828.537746] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.562674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.562674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.562812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.563723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.563723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.563723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.683110] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.683301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.683376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.683606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.683894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.683894] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 828.738078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.738298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.738298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.738526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.738691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.750064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 828.794672] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.040312] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.297668] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.543120] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.543417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.543541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.544495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.544495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.544495] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be created. [ 829.569379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.571612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.571612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.571612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.571612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.583409] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: UNINITIALIZED for 2s [ 829.802314] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.802476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.802548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.802763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.802852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.802957] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 829.838785] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.838785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.838890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.839032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.839184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.862179] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 830.340538] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 830.340803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.340992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.341223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.342032] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.762173] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 830.762407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.762591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.762808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.763079] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.763200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.763266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.763400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.763482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.763581] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.843616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.844288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.098698] env[65150]: INFO networking_nsxv3.common.synchronization [req-76a63951-40a8-41c2-bdd3-593b42ea15b0 req-93fee0d7-4560-4057-9298-0a7f57b7ddc7 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 831.099886] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 831.100712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.101257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.101569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.102068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.102539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.103361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.103361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.103361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.103546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.103610] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.268219] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.595220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: SUCCESS [ 831.595715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.595715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.595967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596217] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.596413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.596594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.596736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.596812] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.609079] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.772521] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.861136] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.861136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.861136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.861136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.861136] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.862162] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.862413] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.862796] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.863157] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.863527] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.863768] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.863980] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.864242] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.864464] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.864687] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.865041] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.880925] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 831.880925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.897027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.897027] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.897027] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.897027] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-710" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.897027] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-1d139019-f2e2-479c-bc99-f29d75fd4ae2 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.897027] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.897027] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.897027] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.897778] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d139019-f2e2-479c-bc99-f29d75fd4ae2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.099726] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.111534] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.276456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.276650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.276724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.276949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.277054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.277213] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 832.306674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.306912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.306912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.307106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.307469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.315944] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 832.321276] env[65150]: INFO networking_nsxv3.common.synchronization [None req-516e9b4e-195e-4503-a73b-370573f5f633 None None] Enqueued Resource ID: 51e85a22-175c-4cc9-8a57-f49a097bc0e6 with Priority: HIGHEST for action port [ 832.321528] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e85a22-175c-4cc9-8a57-f49a097bc0e6 with Priority: HIGHEST for action port [ 832.322115] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e85a22-175c-4cc9-8a57-f49a097bc0e6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.322264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e85a22-175c-4cc9-8a57-f49a097bc0e6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.322506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e85a22-175c-4cc9-8a57-f49a097bc0e6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.322697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e85a22-175c-4cc9-8a57-f49a097bc0e6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.322697] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e85a22-175c-4cc9-8a57-f49a097bc0e6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.401696] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.401952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.402146] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.402447] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.402612] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.402768] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 1d139019-f2e2-479c-bc99-f29d75fd4ae2 not found, creating... [ 832.403094] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.403253] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.403391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.403611] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.403744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.404062] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.404224] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.404338] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.404562] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.404691] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.404823] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 is going to be created. [ 832.426862] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.427022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.427147] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.427483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.427857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.427857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.602398] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c4511e-6a4f-4257-88af-7496a7e13b0a: rpc.has_security_group_logging(os_id): False [ 832.614704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.614946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.615046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.615322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.615483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.615596] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 832.626691] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.626850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.626957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.627227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.627390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.627665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.627764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.627834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.627983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.628077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.628166] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be created. [ 832.650380] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.650590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.650780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.651066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.651251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.661816] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 832.710200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.710200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.710200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.710609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728054] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: IN_PROGRESS for 2s [ 832.826362] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51e85a22-175c-4cc9-8a57-f49a097bc0e6 [ 832.826362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.826362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.826362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.826563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826563] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51e85a22-175c-4cc9-8a57-f49a097bc0e6 already deleted. [ 832.826876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e85a22-175c-4cc9-8a57-f49a097bc0e6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.172067] env[65150]: INFO networking_nsxv3.common.synchronization [req-76a63951-40a8-41c2-bdd3-593b42ea15b0 req-caf76292-678c-4f8a-9bc2-f3dc16ff8565 service nova] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 833.172067] env[65150]: INFO networking_nsxv3.common.synchronization [req-76a63951-40a8-41c2-bdd3-593b42ea15b0 req-caf76292-678c-4f8a-9bc2-f3dc16ff8565 service nova] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 833.172067] env[65150]: INFO networking_nsxv3.common.synchronization [req-76a63951-40a8-41c2-bdd3-593b42ea15b0 req-caf76292-678c-4f8a-9bc2-f3dc16ff8565 service nova] Enqueued Resource ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with Priority: HIGHEST for action port [ 833.172067] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 833.172067] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 833.172067] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with Priority: HIGHEST for action port [ 833.172697] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.172770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.172856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.173234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.173323] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.174396] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.174519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.175064] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d139019-f2e2-479c-bc99-f29d75fd4ae2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.175064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.175064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.175064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.175064] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d139019-f2e2-479c-bc99-f29d75fd4ae2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.677339] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.678282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.678449] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with status ACTIVE [ 833.678600] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.678717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.678910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.679050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.679131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.679661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.679802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.679869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.680025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.680199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.680323] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.680415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.680415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.680603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.680660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.680710] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 is going to be updated. [ 833.704839] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.704839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.704839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.708096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.708096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.708096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.739036] env[65150]: INFO networking_nsxv3.common.synchronization [req-ede4b73b-7b41-4094-925b-a82b3734d65c req-d73a8e09-bdb2-4388-bc9b-14f5a081ad85 tempest-ServersWithSpecificFlavorTestJSON-976291436 tempest-ServersWithSpecificFlavorTestJSON-976291436-project-member] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 833.739036] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 833.739036] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.739036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.739036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.739828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.740167] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.740461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.740628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.740880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.741125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.741323] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.244106] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.244809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.244809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.244809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.270244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.270244] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.270244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.270244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.270244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.270244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.270244] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be updated. [ 834.302383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.302580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.302638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.302935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.303137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.308463] env[65150]: INFO networking_nsxv3.common.synchronization [None req-47632508-02c3-4f1e-8128-665cb4e480b3 None None] Enqueued Resource ID: b2a6fc6b-edbb-4f1f-9912-f41b9f473161 with Priority: HIGHEST for action port [ 834.308526] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a6fc6b-edbb-4f1f-9912-f41b9f473161 with Priority: HIGHEST for action port [ 834.309045] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2a6fc6b-edbb-4f1f-9912-f41b9f473161 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.309045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2a6fc6b-edbb-4f1f-9912-f41b9f473161" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.309254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2a6fc6b-edbb-4f1f-9912-f41b9f473161" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.310605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2a6fc6b-edbb-4f1f-9912-f41b9f473161" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.310605] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2a6fc6b-edbb-4f1f-9912-f41b9f473161',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.319450] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: IN_PROGRESS for 2s [ 834.326641] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 834.326993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.327882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.327882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.327882] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.328194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.328194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.328301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.328679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.328679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.328679] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.675072] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 834.675431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.676977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.676977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.676977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.676977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.676977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.676977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.676977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.677615] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.742028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: SUCCESS [ 834.742028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.815452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2a6fc6b-edbb-4f1f-9912-f41b9f473161 [ 834.815774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.815943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.816065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.816423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.816555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.816640] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2a6fc6b-edbb-4f1f-9912-f41b9f473161 already deleted. [ 834.816724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2a6fc6b-edbb-4f1f-9912-f41b9f473161" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.830920] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.180998] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.336046] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82dcb692-2f0e-4b5d-9ef7-d73da6bca757: rpc.has_security_group_logging(os_id): False [ 835.358929] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.358929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.359200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.359243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.359333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.359598] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.359765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.359849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.360164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.360164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.360254] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 835.429719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.432023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.432023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.432023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.432023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.477924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 835.683950] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.187712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.187950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.187950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.188215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.188490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.188490] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 836.225367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.225367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.225508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.225681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.225832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.236035] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 836.293727] env[65150]: INFO networking_nsxv3.common.synchronization [req-c72376d2-52c6-4c73-8b9d-11cbbdf3515b req-84cc355f-1313-4dc5-aac6-9adf7916d2cf tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 836.294559] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 836.294855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.294981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.295283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.295283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.296424] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.296424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.296424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.296424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.296424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.296424] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.330189] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 836.330428] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf deletion is rescheduled due to dependency. [ 836.330544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.501620] env[65150]: INFO networking_nsxv3.common.synchronization [req-dc3d9309-e5ab-476c-8eaa-08a1b0b25d7c req-1d6eb545-d44e-4535-8d42-3c99290203ae tempest-ServersAdminNegativeTestJSON-1833236211 tempest-ServersAdminNegativeTestJSON-1833236211-project-member] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 836.506199] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGHEST for action security_group_members [ 836.506634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.506991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.506991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.507127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.507216] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.507338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.507404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.507579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.507669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.507782] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.798090] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.798474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.798474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.798596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.841833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.842115] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.842231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.842292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.842499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.842575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.842668] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be updated. [ 836.882188] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.882496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.882496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.882625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.882811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.895917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 837.013040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.015057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.015057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.015057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.036072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.036072] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.036072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.036072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.036291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.036353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.036450] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be updated. [ 837.071363] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.071681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.071681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.071981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.072139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.082026] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: IN_PROGRESS for 2s [ 837.312190] env[65150]: INFO networking_nsxv3.common.synchronization [req-0128ed49-6d39-498e-ba1b-2049fac23a9f req-f82d30cf-d59f-429f-9306-a4802966d9e4 tempest-ListImageFiltersTestJSON-1481010208 tempest-ListImageFiltersTestJSON-1481010208-project-member] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 837.312778] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 837.313778] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.313778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.313778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.313778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.314271] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.318056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.318205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.318378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.318494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.318597] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.496779] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 837.497153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.825028] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.248186] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 838.248186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.248318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.248624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.249866] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.249866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.249866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.249866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.249866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.249866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.249866] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.325289] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.752577] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.752793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.752858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.753059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.753267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.753399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.753460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.753603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.753693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.753781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.753942] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.754051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.754128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.754280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.754425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.754540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.754600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.754740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.754827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.754911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.755019] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.827599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.828307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.828307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.828307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.828307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.828571] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be updated. [ 838.899915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.900185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.900185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.900310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.900362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.911796] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 838.912508] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 838.912676] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 deletion is rescheduled due to dependency. [ 838.912795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.095186] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e in Status: SUCCESS [ 839.095550] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e deletion is rescheduled due to dependency. [ 839.095550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.256971] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 839.276690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.277025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.277218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.277451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.300893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.301129] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.301286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.301389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.302032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.302032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.302032] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.302217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.302217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.302368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.302497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.302743] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.302856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.302949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.303197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.303271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.303351] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 839.380986] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.381258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.381258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.381471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.381633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.405458] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 840.922139] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 840.922472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.317202] env[65150]: INFO networking_nsxv3.common.synchronization [req-acba0b35-0535-43f7-93df-2e87049148a3 req-f38738d0-6fc4-49e3-b847-2a4b3a5dc4aa tempest-ServerRescueTestJSON-1207102511 tempest-ServerRescueTestJSON-1207102511-project-member] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 841.317916] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGHEST for action security_group_members [ 841.318232] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.318398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.318492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.318718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.318906] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.319059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.319164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.319345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.319463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.319589] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.422801] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 841.422974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.545023] env[65150]: INFO networking_nsxv3.common.synchronization [req-43af890f-9b08-45a1-bf7a-3e3e487fa1b3 req-ad16982a-2d13-4b5b-a45c-5d156ba25550 tempest-AttachInterfacesUnderV243Test-1007181777 tempest-AttachInterfacesUnderV243Test-1007181777-project-member] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 841.545023] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGHEST for action security_group_members [ 841.545530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.545802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.545994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.546321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.546661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.548743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.548743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.548743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.548743] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.824850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.824850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.824850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.824850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.857224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.857493] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.857716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.857716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.857875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.857958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.858063] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be updated. [ 841.909520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.909520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.909520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.919464] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: IN_PROGRESS for 2s [ 842.050612] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.050973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.050973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.050973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.051093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.051350] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.051460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.051514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.051673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.051752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.051841] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be updated. [ 842.080655] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.080655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.080655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.080954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.081139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.090557] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: IN_PROGRESS for 2s [ 842.466998] env[65150]: INFO networking_nsxv3.common.synchronization [None req-c6ac079b-6323-4484-8dfb-b028b357a109 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_rules [ 842.469340] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_rules [ 842.470189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.470189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.470360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.470557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.470622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.612689] env[65150]: INFO networking_nsxv3.common.synchronization [None req-9b3ffa4a-55af-4ad6-b0a8-4c88aae26f91 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_rules [ 842.613240] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_rules [ 842.613597] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.613926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.995299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.995299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.995299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.995299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.996375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.996375] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 already deleted. [ 842.996731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.997693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.997693] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.997693] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.325894] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 843.326322] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 843.328315] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 843.328315] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 843.328315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.328315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.328315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.328315] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.329560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.329560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.329560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.329688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.332405] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.332405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.332405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.332405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.332405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.332405] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.376139] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_rules [ 843.377291] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 843.377510] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 843.377627] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 843.377793] env[65150]: INFO networking_nsxv3.common.synchronization [req-125eb552-5fbd-45a4-a152-79ae7eca039c req-659019b8-ffb4-4634-94ae-ae2d89b32cfb tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with Priority: HIGHEST for action port [ 843.378411] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_rules [ 843.378576] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 843.378678] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with Priority: HIGHEST for action port [ 843.378781] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 843.378855] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 843.379162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.379337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.379440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.379735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.379825] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.380745] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.380871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.380980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.381286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.381391] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.383946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d139019-f2e2-479c-bc99-f29d75fd4ae2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.383946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.383946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.383946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.383946] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d139019-f2e2-479c-bc99-f29d75fd4ae2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.385656] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.385822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.386049] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.386480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.522557] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.522784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.522832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.523272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.523462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.523606] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 already deleted. [ 843.523706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.814055] env[65150]: INFO networking_nsxv3.common.synchronization [req-91b2bb32-a3fa-4517-bf61-1ed3fb019410 req-0b125838-eb45-4515-a823-39a38cdde3e2 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 843.814055] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 843.814055] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.814525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.814525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.814709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.814870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.814973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.815048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.815196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.815295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.815391] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.832935] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.836855] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.887034] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with status ACTIVE [ 843.887183] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.887320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.887401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.887595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.887694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.887875] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.888178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.888178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.888271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.888325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.888503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.888603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.888657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.888785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.888908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.888950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 is going to be updated. [ 843.890416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.890517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.890983] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.890983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.912604] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.912805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.912927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.913266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.913507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.913757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.930032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e in Status: SUCCESS [ 843.930032] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e deletion is rescheduled due to dependency. [ 843.930205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.100499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 in Status: SUCCESS [ 844.100684] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 deletion is rescheduled due to dependency. [ 844.100858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.320148] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.320148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.320148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.320148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.335813] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.338504] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.341597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.341856] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.341987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.342046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.342278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.342317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.342408] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 844.365724] env[65150]: INFO networking_nsxv3.common.synchronization [req-48d97b46-07e3-480e-a28d-348aaff740aa req-d15e4df9-d613-40c7-97f5-11b9c199a417 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 844.366455] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 844.366906] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.367458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.367703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.367870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.368132] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.368294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.368458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.368580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.368724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.368920] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.380038] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.380038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.380038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.388724] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 844.838594] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.838811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.838891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.839355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.839355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.839355] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 844.844641] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.844850] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.844980] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.845284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.845566] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.845722] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.845833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.846085] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.848472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.848728] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.848845] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.848955] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.849073] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.849185] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.849287] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.849422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.850643] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.850760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.850808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.850999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.851380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.851380] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 is going to be created. [ 844.867385] env[65150]: INFO networking_nsxv3.common.synchronization [req-b5e9e609-523b-4a4e-a6cb-516cb1f53bc5 req-feb5b23e-60ec-42a7-b00f-4d17d6fbf58e tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 844.868085] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 844.868940] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.868940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.868940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.868940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.868940] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.869302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.869302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.869302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.869416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.869416] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.873020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.873020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.873020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.873020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.879078] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.879250] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.879372] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.879538] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.880223] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-dc099df5-ef6e-4638-ac32-8dca48b91a4d taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.880223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.880223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.880544] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.880604] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc099df5-ef6e-4638-ac32-8dca48b91a4d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.887105] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.887253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.887316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.887508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.888065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894987] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.895120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.895174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.895335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.896954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.902835] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 844.905611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.905611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.905784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.905784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.906018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.906081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.908860] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 844.908860] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: UNINITIALIZED for 2s [ 844.933382] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.933604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.934283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.934283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.934283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.944413] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 845.371791] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.383861] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383861] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383861] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.383861] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.384295] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.384295] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port dc099df5-ef6e-4638-ac32-8dca48b91a4d not found, creating... [ 845.384605] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.384882] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.384959] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.385223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.385391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.385718] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.385881] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.385989] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.386268] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.386492] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.386578] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: dc099df5-ef6e-4638-ac32-8dca48b91a4d is going to be created. [ 845.409254] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.409352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.409671] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.409989] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.410881] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.410881] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.876384] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.123684] env[65150]: INFO networking_nsxv3.common.synchronization [req-48d97b46-07e3-480e-a28d-348aaff740aa req-b77330c0-08d5-4284-b47c-d80f8fd0ef63 service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 846.123918] env[65150]: INFO networking_nsxv3.common.synchronization [req-48d97b46-07e3-480e-a28d-348aaff740aa req-b77330c0-08d5-4284-b47c-d80f8fd0ef63 service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 846.124195] env[65150]: INFO networking_nsxv3.common.synchronization [req-48d97b46-07e3-480e-a28d-348aaff740aa req-b77330c0-08d5-4284-b47c-d80f8fd0ef63 service nova] Enqueued Resource ID: dc099df5-ef6e-4638-ac32-8dca48b91a4d with Priority: HIGHEST for action port [ 846.124718] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 846.124907] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 846.125021] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc099df5-ef6e-4638-ac32-8dca48b91a4d with Priority: HIGHEST for action port [ 846.125309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.125450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.125506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.125698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.125772] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.126626] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.127375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.127375] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc099df5-ef6e-4638-ac32-8dca48b91a4d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.127375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.127375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.127375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.127375] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc099df5-ef6e-4638-ac32-8dca48b91a4d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.379188] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.379527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.379527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.379673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.379716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.379812] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 846.399144] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 846.399306] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 846.399388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.418404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.418539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.418615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.418837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.418994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.428926] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 846.629016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.629169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.629347] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc099df5-ef6e-4638-ac32-8dca48b91a4d with status ACTIVE [ 846.629516] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.629621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.629688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.630365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.630365] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.630365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.630365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.630675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.630675] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.630803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.630803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.631027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.631105] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc099df5-ef6e-4638-ac32-8dca48b91a4d is going to be updated. [ 846.652584] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.652761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.652820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.653268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.653268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.653412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc099df5-ef6e-4638-ac32-8dca48b91a4d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.916125] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 846.916125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.916285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.916508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.916708] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.916823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.916889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.917055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.917137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.917236] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.920256] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: SUCCESS [ 846.920256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.920256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.920455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.920665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.920665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.920665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.922963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.922963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.922963] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.957628] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 846.958344] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 846.959024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.959024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.959180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.959343] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.959459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.959538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.959758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.959849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.959949] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.122845] env[65150]: INFO networking_nsxv3.common.synchronization [req-87c83f08-a7e1-41ac-9ca8-a1322d922e08 req-78a20e4a-0db4-4d23-b572-0da21f6c62ca tempest-ServersNegativeTestJSON-2125567581 tempest-ServersNegativeTestJSON-2125567581-project-member] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 847.123098] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 847.123475] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.123600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.123667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.123865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.124028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.124190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.124190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.124455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.124535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.124596] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.419769] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.424099] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.463490] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.465160] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.465511] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.465745] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.466066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.466808] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.467013] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.467182] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.467451] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.470951] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.471061] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.471203] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.471336] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.471494] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.473788] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.473788] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.473788] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.491858] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.492189] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.492189] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.492348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.492644] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-e0ae073d-76b2-40e0-907a-32d7a66579a5 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.492812] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.492937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.493309] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.493447] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ae073d-76b2-40e0-907a-32d7a66579a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.626769] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.923797] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.927326] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.973630] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.996196] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.996196] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.996196] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.996398] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.996398] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.996555] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port e0ae073d-76b2-40e0-907a-32d7a66579a5 not found, creating... [ 847.996865] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.997119] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.997250] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.997481] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.997619] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.997911] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.998091] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.998210] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.998418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.998623] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.998888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: e0ae073d-76b2-40e0-907a-32d7a66579a5 is going to be created. [ 848.022858] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.024571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.024571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.024571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.024571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.024571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.133277] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.426359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.426653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.426653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.426799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.426890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.426996] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 848.429875] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.430040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.430164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431380] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 is going to be updated. [ 848.443495] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 848.444173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.462839] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.462977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.463025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.463322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.463527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.468128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.468128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.468623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.468978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.469185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.477610] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.477610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.477610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.477610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.477610] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 848.482836] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 848.483650] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: IN_PROGRESS for 2s [ 848.512255] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.512413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.512514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.512745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.512890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.523941] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 848.637162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.637162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.637162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.637162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.637162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.637162] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 848.674805] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.675946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.675946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.676261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.676440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.686801] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 848.846601] env[65150]: INFO networking_nsxv3.common.synchronization [req-87c83f08-a7e1-41ac-9ca8-a1322d922e08 req-3b36ab2d-628d-4001-b8d2-e948374bbfda service nova] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_rules [ 848.846724] env[65150]: INFO networking_nsxv3.common.synchronization [req-87c83f08-a7e1-41ac-9ca8-a1322d922e08 req-3b36ab2d-628d-4001-b8d2-e948374bbfda service nova] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 848.846863] env[65150]: INFO networking_nsxv3.common.synchronization [req-87c83f08-a7e1-41ac-9ca8-a1322d922e08 req-3b36ab2d-628d-4001-b8d2-e948374bbfda service nova] Enqueued Resource ID: e0ae073d-76b2-40e0-907a-32d7a66579a5 with Priority: HIGHEST for action port [ 848.847804] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_rules [ 848.847959] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 848.848084] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae073d-76b2-40e0-907a-32d7a66579a5 with Priority: HIGHEST for action port [ 848.848391] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.848522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.848653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.848797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.848882] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.849867] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.849992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.852141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ae073d-76b2-40e0-907a-32d7a66579a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.852141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.852141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.852141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.852376] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ae073d-76b2-40e0-907a-32d7a66579a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.254916] env[65150]: INFO networking_nsxv3.common.synchronization [req-be7d9f6b-228c-49a3-82c0-cd1dba39c243 req-46399827-7d09-47e5-9e10-6af01dddae8b tempest-ListServerFiltersTestJSON-1790484168 tempest-ListServerFiltersTestJSON-1790484168-project-member] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 849.255120] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 849.255507] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.255652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.255723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.256403] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.256515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.256579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.256836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.256933] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.353787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.353953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.354224] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ae073d-76b2-40e0-907a-32d7a66579a5 with status ACTIVE [ 849.354429] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.354583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.354660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.354880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.354965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.355481] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.355762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.355762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.355866] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.355957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.355957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.356164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.356332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.356332] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ae073d-76b2-40e0-907a-32d7a66579a5 is going to be updated. [ 849.384558] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.384816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.384816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.384952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.385099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.385262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ae073d-76b2-40e0-907a-32d7a66579a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759443] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.263324] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.496218] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: SUCCESS [ 850.496689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.497024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.497734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.497802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.498019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.498671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.498671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.498671] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.502052] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 850.502394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.502509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.502778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.503051] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.503250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.503351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.503541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.503647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.503794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.503906] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.532844] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 850.533184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.533424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.533661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.533897] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.534050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.534122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.534324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.534419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.534511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.534605] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.637074] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 850.637379] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 850.637512] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_members [ 850.638199] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 850.638392] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 850.638516] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_members [ 850.639707] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.639915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.639915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640519] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.640519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.640719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640967] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.642488] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.642488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.642910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.642910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.643048] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.643168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.643271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.643499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.643624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644093] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.644991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a021ba47-076a-4a31-9230-523db7d76fe6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.645362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.645362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.645643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.645812] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.645966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.646101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.646209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.646334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.646425] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.697840] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 850.698147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.698256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.698437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.698677] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.699234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.699234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.699234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.699234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.699234] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.710268] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_rules [ 850.710710] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_members [ 850.711012] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_rules [ 850.711955] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 850.711955] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 850.711955] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 850.711955] env[65150]: INFO networking_nsxv3.common.synchronization [req-6a4154c0-318d-48ab-8175-a3e4dc4f742c req-1a52cefd-2243-49ce-8f7a-b6d661b4f92a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with Priority: HIGHEST for action port [ 850.712514] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_rules [ 850.712576] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_rules [ 850.712900] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 850.712900] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with Priority: HIGHEST for action port [ 850.713494] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_rules [ 850.713637] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_members [ 850.713740] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 850.714540] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a021ba47-076a-4a31-9230-523db7d76fe6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.714670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.714726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.715079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.715147] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.716831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.716942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.717164] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.717312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.718622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d139019-f2e2-479c-bc99-f29d75fd4ae2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.718622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.718622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.718622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.718622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d139019-f2e2-479c-bc99-f29d75fd4ae2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.719625] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.719738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.719857] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a021ba47-076a-4a31-9230-523db7d76fe6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.719949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.720800] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.720800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.767972] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.768384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.768384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.768588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.768588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.768705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 850.803917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.805030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.815609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 851.005576] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.006757] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.007036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.040507] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.040713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.040770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.040954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.041191] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.041306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.041409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.041519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.041609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.041696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.041844] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.041937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.041999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.042158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.042295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.042388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.042449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.042581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.042656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.042757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.042802] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.148942] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.150986] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.152967] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.200987] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.221186] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d139019-f2e2-479c-bc99-f29d75fd4ae2 with status ACTIVE [ 851.221432] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.221564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.221632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.221901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.222071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.222590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.222779] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.222881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.223086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.223250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.223744] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.223744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.223744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224328] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d139019-f2e2-479c-bc99-f29d75fd4ae2 is going to be updated. [ 851.225414] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a021ba47-076a-4a31-9230-523db7d76fe6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.225547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.248338] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.248936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.248936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.248936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.249126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.249231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d139019-f2e2-479c-bc99-f29d75fd4ae2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.509626] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3035d18-2adf-47d3-91ab-5d88c5368ee1: rpc.has_security_group_logging(os_id): False [ 851.531080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.532027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.532027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.532027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.532027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.532027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.532027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.532027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.532420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.532420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.532420] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 is going to be created. [ 851.545463] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad: rpc.has_security_group_logging(os_id): False [ 851.577738] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.577916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.577961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.578180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.578274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.578496] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.578596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.578651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.578872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.578872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.579053] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.579151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.579212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.579350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.579437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.579820] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.579954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.580022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.580226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.580319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.580408] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 851.609339] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.609511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.609588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.609817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.610039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.621140] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: IN_PROGRESS for 2s [ 851.656640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.656979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.657156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.657388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.657545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.660770] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.661813] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.662523] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.682306] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 851.703783] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.163904] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.164241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.164241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.164396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.164492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.164710] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 852.166179] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.166297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.166366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.166547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.166717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.166809] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 is going to be updated. [ 852.167881] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.167992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.168062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.168214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.168294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.168379] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 is going to be created. [ 852.199307] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.199532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.199585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.199780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.199947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.208262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.208455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.208455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.208697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.208753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.208854] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 852.214811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.214988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.214988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.215205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.215347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.217447] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.217636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.217728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.217915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.218065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.219446] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a021ba47-076a-4a31-9230-523db7d76fe6 in Status: UNINITIALIZED for 2s [ 852.222799] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: IN_PROGRESS for 2s [ 852.225841] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 852.239121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.239289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.239391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.239649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.239825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.247915] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 852.826476] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 852.826703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.566215] env[65150]: INFO networking_nsxv3.common.synchronization [req-c764dfe3-4495-4df4-9c10-869dd12a227f req-f05a82e9-bf28-49b1-8a8f-9861b33dfe52 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 853.566526] env[65150]: INFO networking_nsxv3.common.synchronization [req-c764dfe3-4495-4df4-9c10-869dd12a227f req-f05a82e9-bf28-49b1-8a8f-9861b33dfe52 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_members [ 853.566585] env[65150]: INFO networking_nsxv3.common.synchronization [req-c764dfe3-4495-4df4-9c10-869dd12a227f req-f05a82e9-bf28-49b1-8a8f-9861b33dfe52 tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 853.567353] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 with Priority: HIGHEST for action security_group_members [ 853.567473] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a021ba47-076a-4a31-9230-523db7d76fe6 with Priority: HIGHEST for action security_group_members [ 853.567769] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 853.567928] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3035d18-2adf-47d3-91ab-5d88c5368ee1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.568040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.568251] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a021ba47-076a-4a31-9230-523db7d76fe6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.568339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.568521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.568603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.635066] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: SUCCESS [ 853.635308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.635586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.635741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.635820] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.697781] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 853.698011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160328] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.160524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.160524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.160730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.160824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 is going to be deleted. [ 854.220176] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.220451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.220451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.220760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.220893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.221068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.234697] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 in Status: SUCCESS [ 854.234907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.235064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.235277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.235471] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.235606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.235668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.235865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.235983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.236099] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.237626] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a021ba47-076a-4a31-9230-523db7d76fe6 in Status: SUCCESS [ 854.237805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.238454] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 854.238621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.238764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.238936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.239178] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.239244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.239295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.239442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.239522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.239610] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.240360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.240520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.240672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.240770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.240831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.240971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.241955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.242097] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.263842] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 854.264081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.264284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.264503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.264700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.264819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.264886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.265054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.265138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.265227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.265325] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.744065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.744065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.744065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.744553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.744553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.744692] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.744798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.744862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.745109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.745198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.745291] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 is going to be deleted. [ 854.746438] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.746553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.746623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.746809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.746939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.747161] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.747280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.747347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.747498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.747578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.747664] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 is going to be deleted. [ 854.748564] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.768035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.768035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.768273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.768475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.768762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.768944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.769379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.769474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.769634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.769732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.770157] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.770256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.770316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.770452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.770529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.770613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.770707] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.784299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.784459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.784507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.784728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.784836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.784939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.785124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.785262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.785419] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.785519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.785580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.785714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.785789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.785878] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3035d18-2adf-47d3-91ab-5d88c5368ee1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.787292] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.787406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.787476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.787626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.787710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.787802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.788285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.788444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.788593] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.788690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.788752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.788886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.788961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.789063] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.251465] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.273500] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243a4afc-4278-4480-8406-bcaa171e8b1c: rpc.has_security_group_logging(os_id): False [ 855.291162] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.291355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.291425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.291668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.291746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.291910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.292028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.292083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.292235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.292565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.292667] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3035d18-2adf-47d3-91ab-5d88c5368ee1 already deleted. [ 855.292728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3035d18-2adf-47d3-91ab-5d88c5368ee1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.293044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.293545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.293545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.293545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.293545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.294030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.294030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.294030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.294030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.294030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.294030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 already deleted. [ 855.294409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.294409] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.295931] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.296063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.296124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.296269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.296342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.296539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.296633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.296692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.296829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.296902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.297099] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.297186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.297247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.297692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.297692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.297692] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.297836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.297836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.297901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.297999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.299809] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 855.301339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.301531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.302454] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.302454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.302454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.302454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.302454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.302454] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.306035] env[65150]: INFO networking_nsxv3.common.synchronization [req-103be3ac-10f1-46d2-ab94-249070971809 req-37021971-0e31-4178-8e42-d6faf7160387 tempest-ServersWithSpecificFlavorTestJSON-976291436 tempest-ServersWithSpecificFlavorTestJSON-976291436-project-member] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 855.307160] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 855.307536] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.307652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.307792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.307936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.308097] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.308302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.308302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.308425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.308468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.308555] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.383277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.383277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.383277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.383277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.383277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.398589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 855.744826] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.745176] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.745240] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.745593] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.745928] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.746190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.746357] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.746695] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.747400] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.747400] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.747400] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.747400] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.747831] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.747831] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.747913] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.748069] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.754933] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.755161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.755239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.755445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.755713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.755915] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 855.776100] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.776100] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.776421] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.776538] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-720" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.777042] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-8b62fab5-7699-44d4-83ac-0329c43f7c0b taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.777518] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.777785] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.779057] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.779057] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b62fab5-7699-44d4-83ac-0329c43f7c0b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.796050] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.796361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.796361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.796594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.796825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.803526] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a021ba47-076a-4a31-9230-523db7d76fe6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.807578] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.807578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.807759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.807903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.807969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.808540] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.808540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.808540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.808540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.808957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.808957] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 already deleted. [ 855.808957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.810060] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 855.811685] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.811685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.811685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.812074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.813440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.813440] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.813440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.813440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.813440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.813440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.813440] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be updated. [ 855.844475] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.844660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.844778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.845058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.845282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.859576] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: IN_PROGRESS for 2s [ 856.280805] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.281087] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.281280] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.281529] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.281706] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.281877] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 8b62fab5-7699-44d4-83ac-0329c43f7c0b not found, creating... [ 856.282221] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.282402] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.282538] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.282801] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.282968] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.283363] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.283595] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.283767] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.283996] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.284250] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.284459] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 8b62fab5-7699-44d4-83ac-0329c43f7c0b is going to be created. [ 856.306069] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a021ba47-076a-4a31-9230-523db7d76fe6: rpc.has_security_group_logging(os_id): False [ 856.315275] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.315694] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.315885] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.316348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.316679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.316956] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.329946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.330162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.330206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.330426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.330541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.330822] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.330909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.331021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.331233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.331386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331519] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 is going to be created. [ 856.360910] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a021ba47-076a-4a31-9230-523db7d76fe6], does not exist path=[/infra/domains/default/groups/a021ba47-076a-4a31-9230-523db7d76fe6]."\n}' [ 856.361561] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a021ba47-076a-4a31-9230-523db7d76fe6 [ 856.361561] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 856.474049] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.474326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.474406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.474790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.475885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.476283] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.476436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.476517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.476737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.476823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477109] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.477273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.477396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.477484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477832] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a021ba47-076a-4a31-9230-523db7d76fe6 is going to be created. [ 856.558125] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a021ba47-076a-4a31-9230-523db7d76fe6], does not exist path=[/infra/domains/default/groups/a021ba47-076a-4a31-9230-523db7d76fe6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a021ba47-076a-4a31-9230-523db7d76fe6 [ 856.558349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a021ba47-076a-4a31-9230-523db7d76fe6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.558511] env[65150]: Traceback (most recent call last): [ 856.558583] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 856.558583] env[65150]: return func(*args, **kwargs) [ 856.558583] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 856.558583] env[65150]: res.raise_for_status() [ 856.558583] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 856.558583] env[65150]: raise HTTPError(http_error_msg, response=self) [ 856.558583] env[65150]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a021ba47-076a-4a31-9230-523db7d76fe6 [ 856.558583] env[65150]: During handling of the above exception, another exception occurred: [ 856.558583] env[65150]: Traceback (most recent call last): [ 856.558583] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 856.558583] env[65150]: listener.cb(fileno) [ 856.558583] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 856.558583] env[65150]: result = function(*args, **kwargs) [ 856.558583] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 856.558583] env[65150]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 856.558583] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 856.558583] env[65150]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 856.558583] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 856.558583] env[65150]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 856.558583] env[65150]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 856.558583] env[65150]: res.raise_for_status() [ 856.558583] env[65150]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 856.558583] env[65150]: raise HTTPError(http_error_msg, response=self) [ 856.558583] env[65150]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a021ba47-076a-4a31-9230-523db7d76fe6 [ 856.558583] env[65150]: Removing descriptor: 65 [ 857.105652] env[65150]: INFO networking_nsxv3.common.synchronization [req-103be3ac-10f1-46d2-ab94-249070971809 req-594db309-a973-4b36-be91-3724af25b2c0 service nova] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 857.105652] env[65150]: INFO networking_nsxv3.common.synchronization [req-103be3ac-10f1-46d2-ab94-249070971809 req-594db309-a973-4b36-be91-3724af25b2c0 service nova] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 857.105652] env[65150]: INFO networking_nsxv3.common.synchronization [req-103be3ac-10f1-46d2-ab94-249070971809 req-594db309-a973-4b36-be91-3724af25b2c0 service nova] Enqueued Resource ID: 8b62fab5-7699-44d4-83ac-0329c43f7c0b with Priority: HIGHEST for action port [ 857.106232] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_rules [ 857.106907] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 857.107040] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b62fab5-7699-44d4-83ac-0329c43f7c0b with Priority: HIGHEST for action port [ 857.107344] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.107470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.107538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.107767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.107924] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.109599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.109599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.109889] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b62fab5-7699-44d4-83ac-0329c43f7c0b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.109889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.110099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.110099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.110351] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b62fab5-7699-44d4-83ac-0329c43f7c0b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.413820] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 857.414087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.612885] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b62fab5-7699-44d4-83ac-0329c43f7c0b with status ACTIVE [ 857.613229] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.613442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.613689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.613849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.613947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.614150] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.614265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.614388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.614538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.614621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.614851] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.615071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.615071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.615284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.615324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.615422] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b62fab5-7699-44d4-83ac-0329c43f7c0b is going to be updated. [ 857.616925] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.617106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.646809] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.646809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.646809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.646809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.646809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.646809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b62fab5-7699-44d4-83ac-0329c43f7c0b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.824931] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 857.824931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.825153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.825392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.825696] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.825877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.825877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.826770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.826770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.826770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.826770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.826770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.826770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.827099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.827099] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.827191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.827191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.827299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.827371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.829949] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.829949] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.829949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.829949] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.875704] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 857.875844] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf deletion is rescheduled due to dependency. [ 857.875934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.876152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.876868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.876868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.876868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.876868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.877222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.877222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.877222] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.331431] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 858.332536] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.351036] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.351036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.351036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.351326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.376937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.377286] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.377430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.377499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.377740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.377855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.378236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.378236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.378236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.378463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.378542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.378730] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.378827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.378903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.379124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.379242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.379341] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 858.380898] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.450839] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.450968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.451234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.451664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.451783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.475652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 858.835105] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.884639] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.337940] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.338928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.338928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.338928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.339072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339259] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 859.376515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.376515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.376515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.376869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.376869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.387657] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.387915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.387915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.388089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.388323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.388323] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be updated. [ 859.390599] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 859.444414] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.445063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.445252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.458345] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: IN_PROGRESS for 2s [ 860.038672] env[65150]: INFO networking_nsxv3.common.synchronization [req-38e0e11a-1bb3-4610-84bf-d40f38f02b15 req-71829fe9-18f9-4ac5-92b6-2db0bd12105e tempest-ServersNegativeTestJSON-2125567581 tempest-ServersNegativeTestJSON-2125567581-project-member] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 860.038672] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 860.039053] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.039210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.039333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.039607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.039960] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.039960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.040104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.040306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.040426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.040991] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.500409] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 860.500839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.501108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.501631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.501631] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.542412] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.005240] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.005240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.045339] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.405442] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 861.406378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.406378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.406378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.406378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.406378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.406378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.406649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.406686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.407016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.407016] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.474107] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 861.474594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.474831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.475083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.475325] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.475487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.475487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.475705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.475747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.475824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.475920] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.549603] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.549603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.549603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.549603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.549603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.549603] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 861.582640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.582846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.582846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.583073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.583226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.593238] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 861.909691] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.909944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.910040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.910349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.910610] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.910758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.910852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.911097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.911260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.911417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.911626] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.911794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.911880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.912111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.912330] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.912476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.912589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.912810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.912937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913234] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.978767] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.416917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16d2aa7-31ee-43f5-87b6-b18160cb24d4: rpc.has_security_group_logging(os_id): False [ 862.436366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.436643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.436760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.437038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.437192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.437471] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.437626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.437700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.437874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.437977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.438202] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.438301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.438370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.438813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.438950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.439245] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.439431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.439543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.439729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.439854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.440038] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 862.481429] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad203f42-da3f-41fa-b0fb-0077c907b2bf: rpc.has_security_group_logging(os_id): False [ 862.502575] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.502801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.502877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.503158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.527872] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.531023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.531705] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.531705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.531705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.531705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.531705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.532069] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be updated. [ 862.532877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.533054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.533366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.569680] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 862.654406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.654406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.654406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.654406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.654406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.685067] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: IN_PROGRESS for 2s [ 863.439135] env[65150]: INFO networking_nsxv3.common.synchronization [req-367c17e8-a9b5-4704-b739-115f973f75f1 req-9b4a9e70-4f1d-494c-bbe8-53259cc7e7a5 tempest-MigrationsAdminTest-198912729 tempest-MigrationsAdminTest-198912729-project-member] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 863.439697] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 863.440152] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.440293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.440356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.440537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.441754] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.441878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.441948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.442117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.442303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.442303] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.604986] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 863.605319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.945325] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.447980] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.592063] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 864.592308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.700298] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 864.700596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.950806] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.950974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.951058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.951272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.951392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.951493] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be updated. [ 864.981817] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.981817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.981817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.981817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.981817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.988619] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-3f086bc5-1736-430b-8afe-f99ecafa1480 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 864.988619] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 864.988761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.988854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.988923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.989146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.989296] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.989406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.989463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.989605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.989735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.989792] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.995252] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: IN_PROGRESS for 2s [ 865.262707] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-70ac7d0b-1c25-4130-9dd2-320508027079 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 865.264055] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 865.264055] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.264055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.491980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.492200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.492276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.492535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.518525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.518722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.518843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.518910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.519114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.519195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.519283] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 865.547383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.547383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.547383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.547661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.547661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.558110] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 865.619298] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.619483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.619610] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.619878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.620155] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.620312] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.620428] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.620639] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.620784] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.620993] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.621129] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.621245] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.621396] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.621522] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.621642] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.621784] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.644701] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.644894] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.645009] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.645200] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-773" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.645751] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.645977] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.646073] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.646395] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.646535] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.149049] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.149049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.149561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.149561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.149668] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.149781] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e not found, creating... [ 866.150060] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.150224] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.150382] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.150562] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.150703] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.150982] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.151155] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.151271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.151471] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.151605] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.151743] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e is going to be created. [ 866.174616] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.175081] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.175236] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.175588] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.175843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.176088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.940082] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-609e1166-6be4-407f-9f3f-9205a9648af0 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 866.940281] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-609e1166-6be4-407f-9f3f-9205a9648af0 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 866.940424] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-609e1166-6be4-407f-9f3f-9205a9648af0 service nova] Enqueued Resource ID: a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e with Priority: HIGHEST for action port [ 866.940962] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 866.944161] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 866.944322] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e with Priority: HIGHEST for action port [ 866.944681] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.944815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.944882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.945111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.945211] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.946519] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.946622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.946815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.946917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.946968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.947855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.947896] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.005527] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 867.006141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.451016] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e with status ACTIVE [ 867.451016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.451016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.451792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.451792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.451792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.451792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.451792] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e is going to be updated. [ 867.501831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.501831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.501831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.501831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.501831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.501831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55e6e6d-9126-4b78-8ee2-6df91f8a7a6e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.574851] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 867.575162] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 deletion is rescheduled due to dependency. [ 867.575370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.575705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.579160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.579470] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.579635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.579734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.580446] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.888591] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.888591] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-302" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.888591] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-302" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.888779] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-302" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.888894] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.889863] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.889863] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.889863] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.889863] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.890396] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.890675] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.890847] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.891114] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.891475] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.892194] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.892496] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.914943] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.915412] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.915639] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.915832] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-302" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.916205] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-59965790-1c7d-41fb-b4f6-82eb0813f8df taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.916427] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.916582] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.916929] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.917089] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59965790-1c7d-41fb-b4f6-82eb0813f8df',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.084640] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.420907] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.421288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.421288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.421710] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.421762] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.422365] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 59965790-1c7d-41fb-b4f6-82eb0813f8df not found, creating... [ 868.422365] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.422504] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.422536] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.422735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.422873] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.423162] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.423334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.423463] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.423674] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.423809] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.423951] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 59965790-1c7d-41fb-b4f6-82eb0813f8df is going to be created. [ 868.426154] env[65150]: INFO networking_nsxv3.common.synchronization [req-6f3a74dd-bf9a-4205-829c-f1059a8bc51c req-3e247faa-2fd8-49c9-8533-ab41f71963e3 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 868.426811] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 868.427515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.427638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.427733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.428609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.428609] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.428609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.428609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.428609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.428609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.428609] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.448322] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.448531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.448655] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.448978] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.449159] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.449378] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.589405] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.838607] env[65150]: INFO networking_nsxv3.common.synchronization [req-dac28d81-0012-477c-b5cb-57903d040c25 req-118d9f3c-b2c6-496d-a42c-838c8912fe36 tempest-ListImageFiltersTestJSON-1481010208 tempest-ListImageFiltersTestJSON-1481010208-project-member] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 868.839178] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGHEST for action security_group_members [ 868.839492] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.839617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.839685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.839876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.840042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.840166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.840222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.840348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.840427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.840523] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.932033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.932033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.932033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.932033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.954739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.954992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.955171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.955207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.955756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.955756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.955756] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 868.983752] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.983964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.984053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.984299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.984513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.996107] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 869.093157] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.093157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.093157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.093157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.093157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.093157] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 869.125829] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.126012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.126084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.126310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.126475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.135892] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 869.183142] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-692225b6-5a31-4493-b965-a62cbbbc29f2 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 869.183142] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-692225b6-5a31-4493-b965-a62cbbbc29f2 service nova] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 869.183142] env[65150]: INFO networking_nsxv3.common.synchronization [req-0e117c2a-1aa3-431b-8760-93294985e1ab req-692225b6-5a31-4493-b965-a62cbbbc29f2 service nova] Enqueued Resource ID: 59965790-1c7d-41fb-b4f6-82eb0813f8df with Priority: HIGHEST for action port [ 869.183142] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_rules [ 869.183142] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 869.183142] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59965790-1c7d-41fb-b4f6-82eb0813f8df with Priority: HIGHEST for action port [ 869.183977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.184240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.184533] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.184746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.185050] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-59965790-1c7d-41fb-b4f6-82eb0813f8df taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.185265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.185426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.185702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.186228] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59965790-1c7d-41fb-b4f6-82eb0813f8df',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.342956] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.343131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.343202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.343548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.364926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.365347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.365556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.365640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.365928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.366040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.366149] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be updated. [ 869.398258] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.398446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.398487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.398703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.398848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.407565] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: IN_PROGRESS for 2s [ 869.689058] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59965790-1c7d-41fb-b4f6-82eb0813f8df with status ACTIVE [ 869.689058] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.689058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.689058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.689594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.689594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.689594] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.689594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.689594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.689881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.689881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.689995] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.690088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.690088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.690235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.690331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.690383] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59965790-1c7d-41fb-b4f6-82eb0813f8df is going to be updated. [ 869.712457] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.712616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.712688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.712896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.713048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.713207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59965790-1c7d-41fb-b4f6-82eb0813f8df" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.754475] env[65150]: INFO networking_nsxv3.common.synchronization [req-ac0c48d6-29f2-45d3-b604-9696284966ac req-b1a13086-8839-470b-b484-6f205232efa7 tempest-ServerMetadataNegativeTestJSON-1191676980 tempest-ServerMetadataNegativeTestJSON-1191676980-project-member] Enqueued Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_members [ 869.754982] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_members [ 869.755303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.756818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.756818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.756818] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.101657] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.101887] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.102048] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.102388] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.102666] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.102830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.103158] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.103592] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.103886] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.104243] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.104519] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.104673] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.104804] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.104927] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.105069] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.105218] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.127204] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.127384] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.127539] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.127722] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-38" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.128057] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-2dd168be-a83f-40fd-99e2-c4915f90e8ca taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.128233] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.128354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.128756] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.128899] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd168be-a83f-40fd-99e2-c4915f90e8ca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.259277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.259472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.259551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.259848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.259973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.260271] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.260384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.260450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.260609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.260686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.260771] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6336ef4-299f-4af3-919a-d19655db1141 already deleted. [ 870.260850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.632050] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.632050] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.632206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.632385] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.632538] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.632694] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 2dd168be-a83f-40fd-99e2-c4915f90e8ca not found, creating... [ 870.632966] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.633142] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.633263] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.633536] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.633763] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.634116] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.634334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.634504] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.634776] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.634919] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.635135] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 2dd168be-a83f-40fd-99e2-c4915f90e8ca is going to be created. [ 870.656194] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.656194] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.656362] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.656873] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.657021] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.657305] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.005268] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 871.005546] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 871.005576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.145486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 871.145698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.145898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.146071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.146253] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.147654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.147654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.147654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.147654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.147654] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.372721] env[65150]: INFO networking_nsxv3.common.synchronization [req-ac0c48d6-29f2-45d3-b604-9696284966ac req-7d60d6fa-c5bb-4cd5-a806-04a108ec239b service nova] Enqueued Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_rules [ 871.372911] env[65150]: INFO networking_nsxv3.common.synchronization [req-ac0c48d6-29f2-45d3-b604-9696284966ac req-7d60d6fa-c5bb-4cd5-a806-04a108ec239b service nova] Enqueued Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_members [ 871.373061] env[65150]: INFO networking_nsxv3.common.synchronization [req-ac0c48d6-29f2-45d3-b604-9696284966ac req-7d60d6fa-c5bb-4cd5-a806-04a108ec239b service nova] Enqueued Resource ID: 2dd168be-a83f-40fd-99e2-c4915f90e8ca with Priority: HIGHEST for action port [ 871.373825] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_rules [ 871.374067] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_members [ 871.374202] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd168be-a83f-40fd-99e2-c4915f90e8ca with Priority: HIGHEST for action port [ 871.374606] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.374741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.374772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.375044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.375125] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.376584] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.376646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.376682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.376870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.377034] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.377133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.377196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.377343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.377434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.377525] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.378820] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd168be-a83f-40fd-99e2-c4915f90e8ca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.378820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.378820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.379011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.379011] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd168be-a83f-40fd-99e2-c4915f90e8ca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.419203] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4724522-4031-41ce-ae4d-7f657c953c62 in Status: SUCCESS [ 871.419459] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 deletion is rescheduled due to dependency. [ 871.419553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.649021] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.877116] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.877249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.881293] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.882183] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd168be-a83f-40fd-99e2-c4915f90e8ca with status ACTIVE [ 871.882462] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.882646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.882746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.882925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.883023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.883240] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.884069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.884069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.884069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.884069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.884069] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.884069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.884266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.884474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.884508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.885167] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd168be-a83f-40fd-99e2-c4915f90e8ca is going to be updated. [ 871.917454] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.917594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.917645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.917869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.918035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.918354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd168be-a83f-40fd-99e2-c4915f90e8ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.150816] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.386552] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.653956] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.653956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.654087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.654278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.654375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.654510] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 872.684296] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.684452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.684532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.684783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.685737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.696055] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 872.889753] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.889938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.890024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.890255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.890327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.890535] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6336ef4-299f-4af3-919a-d19655db1141 is going to be created. [ 872.923438] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.923657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.923732] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.923937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.924156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.934752] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6336ef4-299f-4af3-919a-d19655db1141 in Status: UNINITIALIZED for 2s [ 874.706179] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 874.706566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.706715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.706968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.707224] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.707450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.707524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.707711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.707822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.707879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.708025] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.708985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.709168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.709341] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.709453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.709521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.709672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.709775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.709998] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.945401] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6336ef4-299f-4af3-919a-d19655db1141 in Status: SUCCESS [ 874.946039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.946039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.946039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.946489] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.946489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.946489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.946608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.946608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.946688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.946781] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.211961] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.212277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.212367] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.449297] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.449462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.449536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.449749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.449914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.450025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.450144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.450228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.450316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.450405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.450550] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.450642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.450702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.450835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.450969] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.451072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.451132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.451269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.451342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.451423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.451511] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.714476] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.955528] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6336ef4-299f-4af3-919a-d19655db1141: rpc.has_security_group_logging(os_id): False [ 875.975665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.975875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.975875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.976066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.976157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.976366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.976468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.976531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.976678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.976754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.976932] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.977039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.977103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.977246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.977347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.977478] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.977596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.977662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.977810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.977884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.977969] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6336ef4-299f-4af3-919a-d19655db1141 is going to be created. [ 876.043632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.043632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.043632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.043632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.043632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.054143] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6336ef4-299f-4af3-919a-d19655db1141 in Status: IN_PROGRESS for 2s [ 876.218575] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.218755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.219282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.219282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.219282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.219282] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 876.254719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.255281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.257867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.258281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.258415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.275100] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 876.375466] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 876.375702] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 878.070028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6336ef4-299f-4af3-919a-d19655db1141 in Status: SUCCESS [ 878.070550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.286019] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 878.286266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.286442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.286655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.286851] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.286973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.287050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.287205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.287284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.287367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.287525] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.287620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.287681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.287817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.287952] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.288062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.288407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.288407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.288407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.288407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.288669] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.791018] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b008d65e-9d14-4b4f-9e95-745175a9f091: rpc.has_security_group_logging(os_id): False [ 878.809311] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.809478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.809539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.809748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.809837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.810058] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.810158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.810223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.810408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.810466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.810675] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.810766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.810766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.810882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.811016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.811156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.811251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.811332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.811483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.811561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.811641] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 878.880884] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.881631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.881631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.882600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.883103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.900292] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 879.180534] env[65150]: INFO networking_nsxv3.common.synchronization [req-bd6884fd-5899-4f41-ae49-9954b589b76f req-1c86a733-64a7-4f3d-95da-48f37ec5cfc4 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 879.181082] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 879.181421] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.181519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.181577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.181777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.182226] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.182354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.182422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.182582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.182796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.182962] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.513223] env[65150]: INFO networking_nsxv3.common.synchronization [None req-21db83b9-0b39-488e-bba6-2f592e30ebc5 None None] Enqueued Resource ID: 4ce0cdd2-9ed0-47d5-983a-49c755366f51 with Priority: HIGHEST for action port [ 879.514077] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce0cdd2-9ed0-47d5-983a-49c755366f51 with Priority: HIGHEST for action port [ 879.514312] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce0cdd2-9ed0-47d5-983a-49c755366f51 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.514644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce0cdd2-9ed0-47d5-983a-49c755366f51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.514644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce0cdd2-9ed0-47d5-983a-49c755366f51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.514893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce0cdd2-9ed0-47d5-983a-49c755366f51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.515017] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce0cdd2-9ed0-47d5-983a-49c755366f51',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.671547] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.671547] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.671547] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671547] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.672178] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.672178] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.672317] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.672596] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.672640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.672850] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.672969] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.673126] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.673335] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.673335] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.673470] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.673692] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.686458] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.686458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.686458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.686458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.694101] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.695138] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.695138] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.695138] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.695138] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-c5084b15-b3d7-49e3-a581-9214bee2cf4f taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.695419] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.695419] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.695770] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.695918] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5084b15-b3d7-49e3-a581-9214bee2cf4f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.706728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.706999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.707142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.707209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.707468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.707468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.707557] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 879.734733] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.734733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.734733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.734733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.734733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.747024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 880.017063] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ce0cdd2-9ed0-47d5-983a-49c755366f51 [ 880.017322] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.017484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.017564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.017775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.017863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.017958] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ce0cdd2-9ed0-47d5-983a-49c755366f51 already deleted. [ 880.018053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce0cdd2-9ed0-47d5-983a-49c755366f51" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.200969] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.201406] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.201406] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.201710] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.201797] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.202552] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port c5084b15-b3d7-49e3-a581-9214bee2cf4f not found, creating... [ 880.202552] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.202764] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.202931] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.203029] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.203167] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.203973] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.204162] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.204358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.204584] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.204722] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.204865] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: c5084b15-b3d7-49e3-a581-9214bee2cf4f is going to be created. [ 880.227635] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.227870] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.228913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.228913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.228913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.228913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.583138] env[65150]: INFO networking_nsxv3.common.synchronization [None req-853f4cdd-e75f-4d3d-9150-a12c4899b14f tempest-ServersTestBootFromVolume-2075631328 tempest-ServersTestBootFromVolume-2075631328-project-member] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_rules [ 880.583791] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_rules [ 880.588477] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.588477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.588477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.588722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.588841] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.685104] env[65150]: INFO networking_nsxv3.common.synchronization [None req-08537942-164d-48f1-a902-3be0fbece5b6 tempest-ServersTestBootFromVolume-2075631328 tempest-ServersTestBootFromVolume-2075631328-project-member] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_rules [ 880.686200] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_rules [ 880.688552] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.689248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916711] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 880.916951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.917175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.917380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.917475] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.980892] env[65150]: INFO networking_nsxv3.common.synchronization [req-bd6884fd-5899-4f41-ae49-9954b589b76f req-d798d5ad-82a3-4ad9-be8d-510420b4ed56 service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 880.981064] env[65150]: INFO networking_nsxv3.common.synchronization [req-bd6884fd-5899-4f41-ae49-9954b589b76f req-d798d5ad-82a3-4ad9-be8d-510420b4ed56 service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 880.981673] env[65150]: INFO networking_nsxv3.common.synchronization [req-bd6884fd-5899-4f41-ae49-9954b589b76f req-d798d5ad-82a3-4ad9-be8d-510420b4ed56 service nova] Enqueued Resource ID: c5084b15-b3d7-49e3-a581-9214bee2cf4f with Priority: HIGHEST for action port [ 880.981673] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 880.981798] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 880.982360] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5084b15-b3d7-49e3-a581-9214bee2cf4f with Priority: HIGHEST for action port [ 880.982539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.982619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.982686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.982914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.983032] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.983972] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.984148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5084b15-b3d7-49e3-a581-9214bee2cf4f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.985040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.985040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.985040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5084b15-b3d7-49e3-a581-9214bee2cf4f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.113663] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.113663] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b already deleted. [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.113663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.113663] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.420356] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.420665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.420665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.420789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.420924] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.421035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.421088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.421238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.421612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.421612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.421612] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.487895] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.488199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.488432] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5084b15-b3d7-49e3-a581-9214bee2cf4f with status ACTIVE [ 881.488634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.488803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.488860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.489116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.489210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.489400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.489522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.489556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.489818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.489818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.489958] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.490062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.490122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.490259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.490332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.490417] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5084b15-b3d7-49e3-a581-9214bee2cf4f is going to be updated. [ 881.518041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.518268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.518341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.518569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.518721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.518897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5084b15-b3d7-49e3-a581-9214bee2cf4f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.643609] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.643965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.643965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.644166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.644256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.644366] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b already deleted. [ 881.644447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.758987] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 881.758987] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 881.758987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.759349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.759832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.760149] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.760295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.760481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.760654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.760766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.760911] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.926759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.926759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.926759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.926759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.928274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.928274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.928274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.928274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.928274] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.197305] env[65150]: INFO networking_nsxv3.common.synchronization [None req-36acd06a-87c3-4f05-9dd0-37e16ff2dd09 None None] Enqueued Resource ID: 6d7840b6-14c0-4864-87c9-9fd7655af347 with Priority: HIGHEST for action port [ 882.197866] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7840b6-14c0-4864-87c9-9fd7655af347 with Priority: HIGHEST for action port [ 882.198209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7840b6-14c0-4864-87c9-9fd7655af347 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.198329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7840b6-14c0-4864-87c9-9fd7655af347" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.198398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7840b6-14c0-4864-87c9-9fd7655af347" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.198661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7840b6-14c0-4864-87c9-9fd7655af347" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.198759] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7840b6-14c0-4864-87c9-9fd7655af347',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.266022] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.430140] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b008d65e-9d14-4b4f-9e95-745175a9f091: rpc.has_security_group_logging(os_id): False [ 882.457510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.457510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.457625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.457806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.457900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.458141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.458244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.458308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.458459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.458536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.458713] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.458806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.458891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.459012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.459279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.459279] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.459672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.459775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.459926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.460010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.460103] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 882.528892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.530784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.530784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.530784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.545168] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 882.704588] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d7840b6-14c0-4864-87c9-9fd7655af347 [ 882.704820] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.704955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.705035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.705257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.705348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.705443] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d7840b6-14c0-4864-87c9-9fd7655af347 already deleted. [ 882.705528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7840b6-14c0-4864-87c9-9fd7655af347" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.766041] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.805695] env[65150]: INFO networking_nsxv3.common.synchronization [req-5ed4e9ee-a521-4cf8-b37a-56b88011b0c0 req-95bccd06-967f-4a81-a2f6-945eed11d677 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 882.806559] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 882.806559] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.806704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.806704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.807585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.807585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.807585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.807585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.807585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.807585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.807585] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.019328] env[65150]: INFO networking_nsxv3.common.synchronization [req-5ed4e9ee-a521-4cf8-b37a-56b88011b0c0 req-ad0eda5b-fd5c-4469-aab2-fca1570d2258 tempest-ServersTestMultiNic-744648161 tempest-ServersTestMultiNic-744648161-project-member] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 883.020343] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGHEST for action security_group_members [ 883.021393] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.022030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.270250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.270250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.270250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.270250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.270250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.270250] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 883.304637] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.304805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.304856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.305091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.305246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.310046] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.314908] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 883.811737] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.042957] env[65150]: INFO networking_nsxv3.common.synchronization [req-9e27c77f-71ba-4ecd-a796-8d2571075a16 req-473af312-be44-4e1a-9bf1-d8f10e26de6a tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_members [ 884.043498] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_members [ 884.044914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.044914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.044914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.044914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.044914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.045396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.045396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.045396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.045609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.045714] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.314847] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.315203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.315390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.315787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.316037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.316254] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 884.349154] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.349154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.349154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.349154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.349154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.357894] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 884.418109] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.418493] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.418493] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.420049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.420049] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.420049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.420049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.420049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.420049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.420049] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.420400] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.420574] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.420837] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.420837] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.421045] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.421231] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.445486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.445761] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.445964] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.446215] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.446616] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.446952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.447061] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.447427] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.447700] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ef0e83-8d27-47d8-b5a5-524460b3ff5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.484027] env[65150]: INFO networking_nsxv3.common.synchronization [req-671f1152-2cce-499a-b1ae-5a2af9bc313c req-8e47210a-15e8-4675-ace9-db18afef14ab tempest-ServerMetadataNegativeTestJSON-1191676980 tempest-ServerMetadataNegativeTestJSON-1191676980-project-member] Enqueued Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_members [ 884.484027] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGHEST for action security_group_members [ 884.484599] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.484898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.485054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.485339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.485830] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.486108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.486809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.486809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.486809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.486809] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.549535] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.549687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.549805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.549982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.550088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.550299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.550397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.550459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.550618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.550696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.550780] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 already deleted. [ 884.550865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.566363] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 884.566669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.951835] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.951835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.951835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.951835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.951835] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.951835] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 05ef0e83-8d27-47d8-b5a5-524460b3ff5e not found, creating... [ 884.952386] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.952386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.952386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.952483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.952577] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.952943] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.953146] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.953280] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.953544] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.953686] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.953849] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 05ef0e83-8d27-47d8-b5a5-524460b3ff5e is going to be created. [ 884.979315] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.979534] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.979661] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.979992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.980292] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.980560] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.989947] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.990217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.990303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.990575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.990734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.990958] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.991085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.991172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.991460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.991553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.991647] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6336ef4-299f-4af3-919a-d19655db1141 is going to be updated. [ 885.025556] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.025738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.025994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.026256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.026409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.037206] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6336ef4-299f-4af3-919a-d19655db1141 in Status: IN_PROGRESS for 2s [ 885.326750] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 885.327091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.327262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.327478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.327670] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.327809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.327875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.328142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.328270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.328404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.328548] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.380615] env[65150]: INFO networking_nsxv3.common.synchronization [req-42cbd439-b6c1-4f88-a91b-d54c314c8445 req-ba8e6584-56a3-42ff-8dac-c5f97d9f9304 tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 885.381180] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 885.381474] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.381601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.381668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.381866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.382023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.382120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.382183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.382325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.382412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.382540] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.734592] env[65150]: INFO networking_nsxv3.common.synchronization [req-9e27c77f-71ba-4ecd-a796-8d2571075a16 req-6a38a912-faf6-413d-bfa8-226ed78422f5 service nova] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_rules [ 885.734735] env[65150]: INFO networking_nsxv3.common.synchronization [req-9e27c77f-71ba-4ecd-a796-8d2571075a16 req-6a38a912-faf6-413d-bfa8-226ed78422f5 service nova] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_members [ 885.734878] env[65150]: INFO networking_nsxv3.common.synchronization [req-9e27c77f-71ba-4ecd-a796-8d2571075a16 req-6a38a912-faf6-413d-bfa8-226ed78422f5 service nova] Enqueued Resource ID: 05ef0e83-8d27-47d8-b5a5-524460b3ff5e with Priority: HIGHEST for action port [ 885.735583] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_rules [ 885.735583] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_members [ 885.735660] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ef0e83-8d27-47d8-b5a5-524460b3ff5e with Priority: HIGHEST for action port [ 885.735938] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.736481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.736481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.736699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.736849] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.738287] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.738417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.738486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.739455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.739455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.739455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.739625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.739625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.739687] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.745366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.745366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.745366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.745957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.745957] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ef0e83-8d27-47d8-b5a5-524460b3ff5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.831709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.831884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.831952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.834217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.834445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.834581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.834651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.834840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.834929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.835034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.835200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.835298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.835360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.835509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.835652] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.835743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.835802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.835938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.836022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.836110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.836206] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.885319] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.885319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.885319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.885319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.914205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.915087] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.915087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.915087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.915087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.915087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.915384] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 885.950482] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.950632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.950703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.950922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.951079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.962895] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 886.245524] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.248175] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.248175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.248175] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05ef0e83-8d27-47d8-b5a5-524460b3ff5e with status ACTIVE [ 886.248175] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.248659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.248659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.248742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.248825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.249044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.249213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.249306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.249553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.249649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.249979] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.249979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.249979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.250158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.250158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.250267] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05ef0e83-8d27-47d8-b5a5-524460b3ff5e is going to be updated. [ 886.280128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.280576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.280576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.280576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.280807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.280893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ef0e83-8d27-47d8-b5a5-524460b3ff5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.338877] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5b886b-e056-4763-89d9-3d1caef447b5: rpc.has_security_group_logging(os_id): False [ 886.371149] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.371149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.371149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.371484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.371528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.371715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.371821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.371921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.372063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.372178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.372338] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.372433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.372496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.372635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.372709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.372899] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.372991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.373091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.373230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.373304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.373388] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 886.375306] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 886.375493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.376072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.376250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.376574] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.376689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.376779] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.376917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.376993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.377098] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.512110] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.512264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.512373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.512669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.513098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.530954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 886.749070] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.880410] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.880410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.880410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.880410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.880410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.880910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.880910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.880910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.881061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.881100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.881198] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 is going to be updated. [ 886.913451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.913451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.913451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.913451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.913451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.931790] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: IN_PROGRESS for 2s [ 887.053325] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6336ef4-299f-4af3-919a-d19655db1141 in Status: SUCCESS [ 887.053635] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6336ef4-299f-4af3-919a-d19655db1141 deletion is rescheduled due to dependency. [ 887.053801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.251773] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.251975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.252146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.252146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.252146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.252146] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 is going to be created. [ 887.296373] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.296373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.296373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.296373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.296373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.307596] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 in Status: UNINITIALIZED for 2s [ 887.974196] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 887.974392] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 deletion is rescheduled due to dependency. [ 887.974705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.433706] env[65150]: INFO networking_nsxv3.common.synchronization [req-4ccd9d09-c8b8-42e8-9334-627327a765ab req-9cafe5e2-4d13-4b9b-9759-917dcba4dfe0 tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 888.433706] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 888.433706] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.434428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.434625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.434933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.438267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.438571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.438740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.439149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.439460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.439687] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.544924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 888.545973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.941101] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b008d65e-9d14-4b4f-9e95-745175a9f091 in Status: SUCCESS [ 888.941347] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b008d65e-9d14-4b4f-9e95-745175a9f091 deletion is rescheduled due to dependency. [ 888.941504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.941742] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.320966] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 in Status: SUCCESS [ 889.321295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.322629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.323107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.323536] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.323536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.323691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.324065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.324065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.324164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.324215] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.445186] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.826939] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.950450] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.950450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.950450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.950450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.950450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.950450] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 889.979044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.979044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.979044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.979044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.979459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.990062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 890.329846] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2489123d-47c2-4fe6-a0b6-09b045ad7690: rpc.has_security_group_logging(os_id): False [ 890.349197] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.349344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.349416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.349634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.349760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.350027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.350125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.350345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.350421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.350508] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 is going to be created. [ 890.413000] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.413176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.413245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.413534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.413745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.426609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 in Status: IN_PROGRESS for 2s [ 892.003419] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 892.003419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.444792] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 in Status: SUCCESS [ 892.445088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.055158] env[65150]: INFO networking_nsxv3.common.synchronization [req-e63a68da-dfe7-4bb8-8447-d31f5b987122 req-8a0c1601-f9b2-4934-9435-d30c16670f30 tempest-ListServerFiltersTestJSON-1790484168 tempest-ListServerFiltersTestJSON-1790484168-project-member] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 893.055158] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 893.055557] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.055624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.055681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.056010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.056889] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.057607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.057607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.057607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.057816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.057816] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.560027] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.062760] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.566519] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.566706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.566747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.567029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.567066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.567154] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 894.604589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.604827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.604937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.605243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.605460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.615613] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 895.928663] env[65150]: INFO networking_nsxv3.common.synchronization [req-25352d3a-4efb-4791-bed6-96d7460adb29 req-f1a6facd-a223-46bf-9107-8d77b709f88a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_members [ 895.928663] env[65150]: INFO networking_nsxv3.common.synchronization [req-25352d3a-4efb-4791-bed6-96d7460adb29 req-f1a6facd-a223-46bf-9107-8d77b709f88a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 895.928663] env[65150]: INFO networking_nsxv3.common.synchronization [req-25352d3a-4efb-4791-bed6-96d7460adb29 req-f1a6facd-a223-46bf-9107-8d77b709f88a tempest-SecurityGroupsTestJSON-1650324537 tempest-SecurityGroupsTestJSON-1650324537-project-member] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 895.929218] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGHEST for action security_group_members [ 895.929351] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGHEST for action security_group_members [ 895.929449] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGHEST for action security_group_members [ 895.929972] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e341c30-b7fb-4322-ab4b-f7b706298272 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.929972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.929972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.930381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.930618] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.930758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.930788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.931007] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.931097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.931199] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.933061] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.933061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.933061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.933061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.933061] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.933061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.933061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.933365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.933365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.933365] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.934671] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.934808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.934881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.935283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.935385] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.935508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.935551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.935687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.935761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.935934] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.438587] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.438746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.438821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.439161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439372] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.439470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.439534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.439694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.439772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.439858] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be updated. [ 896.441067] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.441194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.441261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.441417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.442431] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.442527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.469618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.469915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.470389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.470389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.470686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.470774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.470874] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 is going to be updated. [ 896.471986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.472353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.494148] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.494354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.494411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.494666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.494831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.506465] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: IN_PROGRESS for 2s [ 896.506792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.507086] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.507247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.507306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.507570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.507913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.507913] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be updated. [ 896.531964] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.531964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.531964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.532126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.533102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.535041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.535041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.535041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.535041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.535041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.544192] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: IN_PROGRESS for 2s [ 896.545319] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: IN_PROGRESS for 2s [ 896.626826] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 896.626826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.354684] env[65150]: INFO networking_nsxv3.common.synchronization [req-c5f79211-eea8-4535-be5f-801b0621e31a req-c366cb5c-9be1-4c5c-be0d-19452ca06b5a tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 897.355204] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 897.355548] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.355679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.355746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.356507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.356507] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.356507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.356507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.356759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.356759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.356838] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.796041] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.796041] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.796312] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.796604] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.796914] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.797126] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.797288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.797542] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.797720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.797964] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.798123] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.798260] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.798394] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.798542] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.798679] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.798837] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.820637] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.820637] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.820637] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.820637] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.820637] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-2a5655da-30f6-4563-9530-eff8b8a74987 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.820936] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.820936] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.821394] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.821726] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5655da-30f6-4563-9530-eff8b8a74987',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.859860] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.860165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.860258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.860536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.885417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.885550] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.886146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.886146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.886146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.886146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.886146] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be updated. [ 897.915700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.915700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.915700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.915700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.915700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.927185] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 898.324443] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.324606] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.324733] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.325039] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.325192] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.325349] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 2a5655da-30f6-4563-9530-eff8b8a74987 not found, creating... [ 898.325612] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.325772] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.325901] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.326126] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.326277] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.326553] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.326705] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.326819] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.327044] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.327177] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.327314] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 2a5655da-30f6-4563-9530-eff8b8a74987 is going to be created. [ 898.347870] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.348103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.348227] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.348517] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.348776] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.349042] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.516902] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 in Status: SUCCESS [ 898.517254] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 deletion is rescheduled due to dependency. [ 898.517254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.562608] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 in Status: SUCCESS [ 898.563270] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 deletion is rescheduled due to dependency. [ 898.563270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.563970] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75406c76-a4be-4d42-a260-30cff7c0ffca in Status: SUCCESS [ 898.564573] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca deletion is rescheduled due to dependency. [ 898.564772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.090798] env[65150]: INFO networking_nsxv3.common.synchronization [req-c5f79211-eea8-4535-be5f-801b0621e31a req-ea958830-3ac6-48d5-bb9a-ab1907619eb1 service nova] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_rules [ 899.090798] env[65150]: INFO networking_nsxv3.common.synchronization [req-c5f79211-eea8-4535-be5f-801b0621e31a req-ea958830-3ac6-48d5-bb9a-ab1907619eb1 service nova] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 899.090798] env[65150]: INFO networking_nsxv3.common.synchronization [req-c5f79211-eea8-4535-be5f-801b0621e31a req-ea958830-3ac6-48d5-bb9a-ab1907619eb1 service nova] Enqueued Resource ID: 2a5655da-30f6-4563-9530-eff8b8a74987 with Priority: HIGHEST for action port [ 899.090798] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_rules [ 899.090798] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 899.090798] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5655da-30f6-4563-9530-eff8b8a74987 with Priority: HIGHEST for action port [ 899.091217] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.091217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.091217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.091464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.091607] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.093953] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.094118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.094411] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5655da-30f6-4563-9530-eff8b8a74987 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.094538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.094638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.094889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.094986] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5655da-30f6-4563-9530-eff8b8a74987',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.598163] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.598453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.598551] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a5655da-30f6-4563-9530-eff8b8a74987 with status ACTIVE [ 899.598774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.598774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.598904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.599057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.599151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.599326] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.599422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.599484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.599636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.599746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600013] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.600183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.600279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.600534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.600580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600714] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a5655da-30f6-4563-9530-eff8b8a74987 is going to be updated. [ 899.624648] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.624840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.624945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.625186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.625314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.625478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5655da-30f6-4563-9530-eff8b8a74987" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.938561] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 899.938762] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 deletion is rescheduled due to dependency. [ 899.938885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.939073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.939300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.939490] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.939608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.939672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.939822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.939902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.939999] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.442426] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.622411] env[65150]: INFO networking_nsxv3.common.synchronization [req-ca521047-dfb0-4363-abf0-d77bbfac4689 req-6064831a-c3f2-4cf4-bd0e-6b3f20fa2ebb tempest-MigrationsAdminTest-198912729 tempest-MigrationsAdminTest-198912729-project-member] Enqueued Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 900.623354] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 with Priority: HIGHEST for action security_group_members [ 900.623354] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7ea52c-c380-4792-9f82-768b5c28fbf2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.623694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.623694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.623954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.624200] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.624346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.624423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.624896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.624896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.625035] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7ea52c-c380-4792-9f82-768b5c28fbf2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.945887] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.128672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.129270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.129270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.130398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.195880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.196404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.196616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.196728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.196978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.198616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.198826] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 is going to be updated. [ 901.250382] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.250382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.250382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.250620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.250669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.263975] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: IN_PROGRESS for 2s [ 901.450937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.451294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.451394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.451672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.451875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.452131] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be updated. [ 901.506185] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.506291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.506291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.507644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.507644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.523024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 903.276161] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 in Status: SUCCESS [ 903.276504] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7ea52c-c380-4792-9f82-768b5c28fbf2 deletion is rescheduled due to dependency. [ 903.276504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7ea52c-c380-4792-9f82-768b5c28fbf2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.531583] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 903.531902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.532291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.532623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.532889] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.532889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.532889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.533096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.533096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.533148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.534300] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.037811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.037811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.037811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.038088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.039056] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.039252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.039345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.039780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.039897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.040061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.040315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.040439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.040439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.040626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.040731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.040847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.040923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.041038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.041137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.041215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.041267] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.418722] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d2babcca-2854-4fdc-b89a-c8049358281e None None] Enqueued Resource ID: 4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec with Priority: HIGHEST for action port [ 904.419143] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec with Priority: HIGHEST for action port [ 904.420532] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.420651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.420708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.420984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.421167] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.543832] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f64822c2-cf91-4b54-a41d-4fa6f71bb8a6: rpc.has_security_group_logging(os_id): False [ 904.565461] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.565653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.565695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.566096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.566096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.566258] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.566540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.566540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.566613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.566679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.566885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.566978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.567052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.567225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.567288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.568259] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.569048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.569048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.569048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.569048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.569048] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be updated. [ 904.643239] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.643376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.643421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.643675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.643894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.661236] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 904.924739] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec [ 904.925390] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.925607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.925823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.929023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.929023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.929023] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec already deleted. [ 904.929023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e60f0aa-0b66-43c1-b9c9-23e7a420a0ec" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.544292] env[65150]: INFO networking_nsxv3.common.synchronization [None req-8fbd23b7-0c57-46f1-8190-6b89266aecbb tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_rules [ 905.544292] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_rules [ 905.544598] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.545017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.545159] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.545879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.545879] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.668636] env[65150]: INFO networking_nsxv3.common.synchronization [None req-f9a72429-e7ff-4996-91ae-5657c1c32731 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_rules [ 905.669236] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_rules [ 905.669538] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.669643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.068077] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.068259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.069924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.069924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.069924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.069924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 already deleted. [ 906.069924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.069924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.069924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.069924] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.598293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.598492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.598492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.598622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.598796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.598894] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 already deleted. [ 906.598980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.678612] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 906.678612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.818889] env[65150]: INFO networking_nsxv3.common.synchronization [req-727d0d27-b7ee-4287-8fe4-74a8f630757f req-60be984e-a83c-46b1-8d8d-d8f92f179a3f tempest-ServerActionsV293TestJSON-2003759502 tempest-ServerActionsV293TestJSON-2003759502-project-member] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_members [ 906.821624] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGHEST for action security_group_members [ 906.822594] env[65150]: INFO networking_nsxv3.common.synchronization [None req-ad44bd7d-6847-4aed-b46e-99d0aa585ac6 None None] Enqueued Resource ID: 86474f70-9972-4353-908d-9940eae1bf8f with Priority: HIGHEST for action port [ 906.824943] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.824943] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.824943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.824943] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.826891] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86474f70-9972-4353-908d-9940eae1bf8f with Priority: HIGHEST for action port [ 906.826891] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-86474f70-9972-4353-908d-9940eae1bf8f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.826891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86474f70-9972-4353-908d-9940eae1bf8f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.826891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86474f70-9972-4353-908d-9940eae1bf8f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.826891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86474f70-9972-4353-908d-9940eae1bf8f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.827160] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86474f70-9972-4353-908d-9940eae1bf8f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.326861] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.327059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.327124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.327330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.330387] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86474f70-9972-4353-908d-9940eae1bf8f [ 907.330663] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.330740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.330790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.331074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.331156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.331256] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86474f70-9972-4353-908d-9940eae1bf8f already deleted. [ 907.331328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86474f70-9972-4353-908d-9940eae1bf8f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.352698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.353018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.353768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.353768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.353768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.353768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.353768] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 is going to be updated. [ 907.382870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.383084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.383192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.383487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.383719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.397413] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: IN_PROGRESS for 2s [ 909.411119] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e91e1ef-09c7-4c17-b956-419838306b99 in Status: SUCCESS [ 909.411370] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 deletion is rescheduled due to dependency. [ 909.411504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.311190] env[65150]: INFO networking_nsxv3.common.synchronization [req-c48dc6e1-4214-4e3b-a460-a32a7cd34f9a req-f8f8fa36-e73a-43d6-83e8-31b13f5ae181 tempest-ImagesOneServerNegativeTestJSON-2142205970 tempest-ImagesOneServerNegativeTestJSON-2142205970-project-member] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 910.311769] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGHEST for action security_group_members [ 910.313018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.313202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.313806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.313806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.313806] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.313806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.314010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.314010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.314133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.314183] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.816441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.816801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.816801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.816932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.817029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.817299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.817400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.817463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.817645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.817719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.817799] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be updated. [ 910.847186] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.847277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.847356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.847542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.847685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.857455] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: IN_PROGRESS for 2s [ 912.864194] env[65150]: INFO networking_nsxv3.common.synchronization [req-a5bfe473-3544-4692-96bd-0d7ac12847ac req-5c657f32-49f6-4678-a776-1bc88ffc2510 tempest-ServersTestBootFromVolume-2075631328 tempest-ServersTestBootFromVolume-2075631328-project-member] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_members [ 912.864194] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_members [ 912.864194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.864194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.864816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.865265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.865536] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.865762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.865904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.866160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.866337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.868025] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.868722] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 in Status: SUCCESS [ 912.868997] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 deletion is rescheduled due to dependency. [ 912.869202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.355157] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355157] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-18" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355157] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-18" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.355157] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-18" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.355157] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355157] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355511] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.355824] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.356119] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.356432] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.356661] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.356866] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.357073] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.357290] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.357485] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.357703] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.370592] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.371293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.371574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.371919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.372124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.373021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.373264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.373484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.373804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.374151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.374365] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b already deleted. [ 913.374678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.380212] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.380212] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.380212] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.380212] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-18" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.380812] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.380812] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.380812] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.381101] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.381238] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e66a636-d0ad-44f5-ba55-aa2c336d06a1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.774224] env[65150]: INFO networking_nsxv3.common.synchronization [None req-0e948de1-5782-4749-b9a4-42b2791a3849 None None] Enqueued Resource ID: 9df79775-9e2f-4ccc-8465-2a215357eae8 with Priority: HIGHEST for action port [ 913.774224] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df79775-9e2f-4ccc-8465-2a215357eae8 with Priority: HIGHEST for action port [ 913.774224] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-9df79775-9e2f-4ccc-8465-2a215357eae8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.774224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9df79775-9e2f-4ccc-8465-2a215357eae8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.774224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9df79775-9e2f-4ccc-8465-2a215357eae8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.774224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9df79775-9e2f-4ccc-8465-2a215357eae8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.774224] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9df79775-9e2f-4ccc-8465-2a215357eae8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.886245] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.886245] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 8e66a636-d0ad-44f5-ba55-aa2c336d06a1 not found, creating... [ 913.886245] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.886245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.886977] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.887425] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.889553] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.889553] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.889553] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.889553] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 8e66a636-d0ad-44f5-ba55-aa2c336d06a1 is going to be created. [ 913.913034] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.913034] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.913251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.913500] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.914186] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.914186] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276869] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9df79775-9e2f-4ccc-8465-2a215357eae8 [ 914.276869] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.276869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276869] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9df79775-9e2f-4ccc-8465-2a215357eae8 already deleted. [ 914.276869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9df79775-9e2f-4ccc-8465-2a215357eae8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.460607] env[65150]: INFO networking_nsxv3.common.synchronization [req-7cc543d2-c8ff-4de5-8cee-0ecd13d7d99a req-5724ee90-da36-4b3a-bc73-7f0100081ab9 tempest-ListServerFiltersTestJSON-1790484168 tempest-ListServerFiltersTestJSON-1790484168-project-member] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 914.463690] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGHEST for action security_group_members [ 914.464224] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.464427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.464548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.464851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.465080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.465774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.465872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.466125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.466270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.466398] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.739966] env[65150]: INFO networking_nsxv3.common.synchronization [req-a5bfe473-3544-4692-96bd-0d7ac12847ac req-8342e671-87cc-4972-8a18-ceaecf309ff1 service nova] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_rules [ 914.741289] env[65150]: INFO networking_nsxv3.common.synchronization [req-a5bfe473-3544-4692-96bd-0d7ac12847ac req-8342e671-87cc-4972-8a18-ceaecf309ff1 service nova] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_members [ 914.741289] env[65150]: INFO networking_nsxv3.common.synchronization [req-a5bfe473-3544-4692-96bd-0d7ac12847ac req-8342e671-87cc-4972-8a18-ceaecf309ff1 service nova] Enqueued Resource ID: 8e66a636-d0ad-44f5-ba55-aa2c336d06a1 with Priority: HIGHEST for action port [ 914.741289] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_rules [ 914.741289] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_members [ 914.741473] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e66a636-d0ad-44f5-ba55-aa2c336d06a1 with Priority: HIGHEST for action port [ 914.741850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.742750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.742750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.742750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.742750] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.744930] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.744930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.745107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.745839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.746180] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.746395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.746471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.748834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.748834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.748834] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.748834] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.748834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.748834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.748834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.748834] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e66a636-d0ad-44f5-ba55-aa2c336d06a1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.972761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.973138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.973138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.973260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.998524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.998729] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.998879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.998931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.999480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.999480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.999480] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be updated. [ 915.030552] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.030770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.030770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.030992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.031156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.042289] env[65150]: INFO networking_nsxv3.common.synchronization [req-e84b549a-7fc9-43fe-9ca2-95cc568861e7 req-80bf4bb0-6ca3-4bc3-99f5-4fc19e3519c7 tempest-ServersAdminTestJSON-1888790027 tempest-ServersAdminTestJSON-1888790027-project-member] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 915.043285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: IN_PROGRESS for 2s [ 915.043824] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGHEST for action security_group_members [ 915.044442] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.044564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.044634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.044884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.045098] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.045262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.045364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.045544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.045633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.045726] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.250552] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.251484] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.251621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.251869] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e66a636-d0ad-44f5-ba55-aa2c336d06a1 with status ACTIVE [ 915.252089] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.252261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.252358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.252678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.253771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.253771] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.253771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.253771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.253771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.253771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.254225] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.254734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.255188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.255490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.255490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.255616] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e66a636-d0ad-44f5-ba55-aa2c336d06a1 is going to be updated. [ 915.279833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.280048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.280104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.280286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.280426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.280604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e66a636-d0ad-44f5-ba55-aa2c336d06a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.373347] env[65150]: INFO networking_nsxv3.common.synchronization [req-2dbaee00-f1bb-4a0f-b6eb-b316a56ae509 req-be80491c-0562-417d-8cd7-7098be90c24e tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 915.373347] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 915.373811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.373811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.373811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.374915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.374915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.374915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.374915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.375433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.375433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.375433] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.548736] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.549039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.549108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.549327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.573661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.574052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.574229] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.575757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.575757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.575757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.575757] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be updated. [ 915.612604] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.613108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.613519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.616426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.616426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.625398] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: IN_PROGRESS for 2s [ 915.758147] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.878645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.878867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.878971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.879298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.879434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.879722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.879866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.879961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.880198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.880315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.880441] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 915.920324] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.920464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.920547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.921621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.921621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.935475] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 916.266559] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.266559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.266559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.266559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.266559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.266559] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b is going to be created. [ 916.293204] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.293204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.293204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.293204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.293204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.308467] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a629c8f8-8c63-40f8-a19f-44690a6e940b in Status: UNINITIALIZED for 2s [ 916.648283] env[65150]: INFO networking_nsxv3.common.synchronization [req-20e8d322-32dd-4dcf-a69e-8c15cf66b104 req-0b968b8b-ced8-4adc-ad1c-0bb7014786ef tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 916.648868] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 916.649194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.649310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.650509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.650509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.650509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.650509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.650509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.650509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.650509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.650509] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.027515] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.027768] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.027934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.028645] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.029040] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.029262] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.029404] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.029878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.029878] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.030215] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.030290] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.030408] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.030540] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.030903] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.030903] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.031050] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.056772] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 in Status: SUCCESS [ 917.057044] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 deletion is rescheduled due to dependency. [ 917.057173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.058175] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.058344] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.058493] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.058685] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.059112] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.059332] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.059457] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.059789] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.060012] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd77d4d-672f-4e46-a594-4e4eecd23bb2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.099421] env[65150]: INFO networking_nsxv3.common.synchronization [None req-85e4b2bc-4336-4df1-99c7-b083ad8004eb None None] Enqueued Resource ID: 08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239 with Priority: HIGHEST for action port [ 917.100025] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239 with Priority: HIGHEST for action port [ 917.100585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.100747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.100809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.101640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.101764] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.157934] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.157934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.157934] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.158527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.158527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.158527] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 917.198371] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.198371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.198371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.198371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.200368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.216117] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 917.563172] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.563537] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.563717] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.563997] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.564224] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.564397] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 4cd77d4d-672f-4e46-a594-4e4eecd23bb2 not found, creating... [ 917.564759] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.564949] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.565085] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.565329] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.565472] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.567159] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.567431] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.567494] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.567760] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.568143] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.568225] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 4cd77d4d-672f-4e46-a594-4e4eecd23bb2 is going to be created. [ 917.597832] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.598150] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.598363] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.598843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.599106] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.600637] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.606638] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239 [ 917.607530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.607530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.607530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.608391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.608571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.608709] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239 already deleted. [ 917.608839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08fd7ae4-2ea5-49c3-b0e9-e1c3185fc239" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.638363] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc30272-3856-4c9e-82c8-b1a626ed882f in Status: SUCCESS [ 917.638519] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f deletion is rescheduled due to dependency. [ 917.638646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948371] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 917.948550] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 917.948670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.321880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a629c8f8-8c63-40f8-a19f-44690a6e940b in Status: SUCCESS [ 918.322385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.322741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.323110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.323415] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.323675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.323848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.324104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.324270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.325020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.325020] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.739249] env[65150]: INFO networking_nsxv3.common.synchronization [req-20e8d322-32dd-4dcf-a69e-8c15cf66b104 req-0d484415-ce48-40c8-a5a5-1a835beb6486 service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 918.739249] env[65150]: INFO networking_nsxv3.common.synchronization [req-20e8d322-32dd-4dcf-a69e-8c15cf66b104 req-0d484415-ce48-40c8-a5a5-1a835beb6486 service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 918.739249] env[65150]: INFO networking_nsxv3.common.synchronization [req-20e8d322-32dd-4dcf-a69e-8c15cf66b104 req-0d484415-ce48-40c8-a5a5-1a835beb6486 service nova] Enqueued Resource ID: 4cd77d4d-672f-4e46-a594-4e4eecd23bb2 with Priority: HIGHEST for action port [ 918.740128] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 918.740456] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 918.741401] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd77d4d-672f-4e46-a594-4e4eecd23bb2 with Priority: HIGHEST for action port [ 918.741401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.741401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.741401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.742077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.742077] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.743278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.743645] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.744447] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.745084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.745084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.745084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.746589] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd77d4d-672f-4e46-a594-4e4eecd23bb2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.828761] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.227035] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 919.227035] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 919.227035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.227035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.227295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.227295] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.227388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.227446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.227590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.227676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.227781] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.246607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.246782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.248263] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd77d4d-672f-4e46-a594-4e4eecd23bb2 with status ACTIVE [ 919.248464] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.248577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.248643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.248907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.249048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.249227] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.249325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.249386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.249641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.249641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.249823] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.249919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.250061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.250163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.250214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.250294] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd77d4d-672f-4e46-a594-4e4eecd23bb2 is going to be updated. [ 919.271516] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.271681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.271929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.272040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.272098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.272245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd77d4d-672f-4e46-a594-4e4eecd23bb2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.331443] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a629c8f8-8c63-40f8-a19f-44690a6e940b: rpc.has_security_group_logging(os_id): False [ 919.355117] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.355117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.355117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.355117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.355297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.355428] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.355529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.355590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.355752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.355824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.355922] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b is going to be created. [ 919.434992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.435183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.435235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.435445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.435629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.449018] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a629c8f8-8c63-40f8-a19f-44690a6e940b in Status: IN_PROGRESS for 2s [ 919.702088] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6987b020-0dfd-4b92-92a8-fca63392a136 None None] Enqueued Resource ID: 51bedc9e-d505-4f97-b637-cf0b39241be8 with Priority: HIGHEST for action port [ 919.702739] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bedc9e-d505-4f97-b637-cf0b39241be8 with Priority: HIGHEST for action port [ 919.702969] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-51bedc9e-d505-4f97-b637-cf0b39241be8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.703108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51bedc9e-d505-4f97-b637-cf0b39241be8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.703831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51bedc9e-d505-4f97-b637-cf0b39241be8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.704197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51bedc9e-d505-4f97-b637-cf0b39241be8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.704338] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51bedc9e-d505-4f97-b637-cf0b39241be8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.729660] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.012165] env[65150]: INFO networking_nsxv3.common.synchronization [req-73cb736b-01d6-4724-a459-2d4d20e67c5d req-aae70e3a-19d9-4c1d-85cc-f4e6c8e1cc22 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_members [ 920.012864] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_members [ 920.013265] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.013421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.013485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.013734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.013894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.013998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.014236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.014236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.014359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.014397] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.209123] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51bedc9e-d505-4f97-b637-cf0b39241be8 [ 920.209747] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.209747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.209917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.210199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.210359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.210507] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51bedc9e-d505-4f97-b637-cf0b39241be8 already deleted. [ 920.210816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51bedc9e-d505-4f97-b637-cf0b39241be8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.233822] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.399960] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.400181] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.400301] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.400601] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.400885] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.401208] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.401385] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.401643] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.401851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.402115] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.402308] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.402451] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.402587] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.402726] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.402860] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.403028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.422884] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.423150] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.423329] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.423550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.424025] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-b0846c77-c319-49a5-a1f6-abdf2f105a3f taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.424289] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.424448] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.424831] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.425025] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0846c77-c319-49a5-a1f6-abdf2f105a3f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.519267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.519426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.519497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.519727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.519826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.520080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.520190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.520284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.520878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.521048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.521938] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 already deleted. [ 920.522208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.741101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.741101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.741101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.741101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.741101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.741101] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 920.772417] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.772417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.772417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.772417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.772417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.779250] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 920.927979] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.928261] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.928341] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.928609] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.928784] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.928932] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port b0846c77-c319-49a5-a1f6-abdf2f105a3f not found, creating... [ 920.929206] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.929376] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.929471] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.929723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.929867] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.930165] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.934051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.934051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.934051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.934051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.934051] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: b0846c77-c319-49a5-a1f6-abdf2f105a3f is going to be created. [ 920.959552] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.959997] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.959997] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.960371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.960659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.960967] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.479848] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a629c8f8-8c63-40f8-a19f-44690a6e940b in Status: SUCCESS [ 921.480177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.824055] env[65150]: INFO networking_nsxv3.common.synchronization [req-73cb736b-01d6-4724-a459-2d4d20e67c5d req-4c02e25e-192b-4a29-9fbf-996a9f9ba019 service nova] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_rules [ 921.824055] env[65150]: INFO networking_nsxv3.common.synchronization [req-73cb736b-01d6-4724-a459-2d4d20e67c5d req-4c02e25e-192b-4a29-9fbf-996a9f9ba019 service nova] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_members [ 921.824586] env[65150]: INFO networking_nsxv3.common.synchronization [req-73cb736b-01d6-4724-a459-2d4d20e67c5d req-4c02e25e-192b-4a29-9fbf-996a9f9ba019 service nova] Enqueued Resource ID: b0846c77-c319-49a5-a1f6-abdf2f105a3f with Priority: HIGHEST for action port [ 921.825748] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_rules [ 921.825748] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_members [ 921.825748] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0846c77-c319-49a5-a1f6-abdf2f105a3f with Priority: HIGHEST for action port [ 921.825961] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.826161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.826161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.826461] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.826461] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.827963] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.828107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.828166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.828379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.828635] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.828707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.828786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.828885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.828976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.830199] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.831213] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0846c77-c319-49a5-a1f6-abdf2f105a3f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.831340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.831409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.831587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.831665] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0846c77-c319-49a5-a1f6-abdf2f105a3f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.133160] env[65150]: INFO networking_nsxv3.common.synchronization [None req-83fa70ef-28f4-4eee-a924-300b91541741 None None] Enqueued Resource ID: 52b63ab2-af10-4f8b-bfcb-98e9f3011231 with Priority: HIGHEST for action port [ 922.133771] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b63ab2-af10-4f8b-bfcb-98e9f3011231 with Priority: HIGHEST for action port [ 922.134101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b63ab2-af10-4f8b-bfcb-98e9f3011231 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.134496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b63ab2-af10-4f8b-bfcb-98e9f3011231" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.135790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b63ab2-af10-4f8b-bfcb-98e9f3011231" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.136102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b63ab2-af10-4f8b-bfcb-98e9f3011231" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.136199] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b63ab2-af10-4f8b-bfcb-98e9f3011231',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.334601] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.334601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.334601] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.334601] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0846c77-c319-49a5-a1f6-abdf2f105a3f with status ACTIVE [ 922.334601] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.335643] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.335643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.335936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.335936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.335936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.336045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.336073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.336151] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0846c77-c319-49a5-a1f6-abdf2f105a3f is going to be updated. [ 922.357054] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.357209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.357280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.357481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.357734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.357773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0846c77-c319-49a5-a1f6-abdf2f105a3f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.641029] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b63ab2-af10-4f8b-bfcb-98e9f3011231 [ 922.641029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.641339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.641339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.641400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.642928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.642928] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b63ab2-af10-4f8b-bfcb-98e9f3011231 already deleted. [ 922.642928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b63ab2-af10-4f8b-bfcb-98e9f3011231" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.789755] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 4s [ 922.838535] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.341494] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.341674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.341816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.341989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.342100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.342199] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 is going to be created. [ 923.368160] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.368355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.368402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.368624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.368825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.383232] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 in Status: UNINITIALIZED for 2s [ 924.801080] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.801080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.801080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.802545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.802545] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.308040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.308040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.308040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.308040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.308040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.308757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.308757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.308757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.308757] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.393324] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 in Status: SUCCESS [ 925.393550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.393702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.393917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.394131] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.394250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.394316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.394473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.394553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.394663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.394733] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.811038] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad: rpc.has_security_group_logging(os_id): False [ 925.830555] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.830555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.830555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.830710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.830710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.831225] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.831225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.831225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.831225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.831414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.831450] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.831543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.831604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.831737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.831811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.832013] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.832107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.832166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.832497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.832497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.832497] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 925.897176] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.899074] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.899209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.899275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.899489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.899635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.914935] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 926.379874] env[65150]: INFO networking_nsxv3.common.synchronization [req-9d523e90-f07e-4546-a890-327e46da4126 req-1c4dddc9-318e-4246-a675-890962bbb8f0 tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 926.380444] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 926.381524] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.381691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.381778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.382153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.382153] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.382383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.382383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.382485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.382569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.382732] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.401695] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e175d2ce-d98a-4c80-99ad-e5efbec82933: rpc.has_security_group_logging(os_id): False [ 926.424902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.424902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.425076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.425890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.425890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.426010] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.426182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.426287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.426475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.426570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.426654] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 is going to be created. [ 926.533811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.534075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.534075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.534274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.534479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.557542] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 in Status: IN_PROGRESS for 2s [ 926.861808] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.862241] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.862585] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.862830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.863126] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.863294] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.863412] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.863660] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.863881] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.864172] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.864295] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.864417] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.864582] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.864703] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.864812] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.864998] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.885840] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.886100] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.886268] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.886478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.886835] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.887049] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.887184] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.887550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.887713] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f05ac1-23ce-48db-8ad3-aedbfb3f2184',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.888751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.888889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.888964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.889169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.889263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.889454] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.889572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.889678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.889775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.889857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.889947] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 926.915511] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.917876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.917876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.917876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.917876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.928950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 927.396204] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.396204] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 64f05ac1-23ce-48db-8ad3-aedbfb3f2184 not found, creating... [ 927.396204] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.396204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.396683] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.396806] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.397051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.397353] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.397679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.397928] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 64f05ac1-23ce-48db-8ad3-aedbfb3f2184 is going to be created. [ 927.417744] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.417744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.417744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.418077] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.418411] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.418737] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.933607] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 927.934194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.136537] env[65150]: INFO networking_nsxv3.common.synchronization [req-9d523e90-f07e-4546-a890-327e46da4126 req-3476233e-5826-4f96-8c77-d73ac39ca9c3 service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 928.136685] env[65150]: INFO networking_nsxv3.common.synchronization [req-9d523e90-f07e-4546-a890-327e46da4126 req-3476233e-5826-4f96-8c77-d73ac39ca9c3 service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 928.136828] env[65150]: INFO networking_nsxv3.common.synchronization [req-9d523e90-f07e-4546-a890-327e46da4126 req-3476233e-5826-4f96-8c77-d73ac39ca9c3 service nova] Enqueued Resource ID: 64f05ac1-23ce-48db-8ad3-aedbfb3f2184 with Priority: HIGHEST for action port [ 928.137461] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 928.137602] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 928.137735] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f05ac1-23ce-48db-8ad3-aedbfb3f2184 with Priority: HIGHEST for action port [ 928.138037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.138165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.138254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.138429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.138511] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.141191] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.141622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.141685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.141862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.141935] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f05ac1-23ce-48db-8ad3-aedbfb3f2184',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.571345] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 in Status: SUCCESS [ 928.571699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.643651] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.643891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.644077] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64f05ac1-23ce-48db-8ad3-aedbfb3f2184 with status ACTIVE [ 928.644263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.644373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.644439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.644668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.644762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.645035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.645098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.645129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.645308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.645392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.645591] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.645687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.645751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.645890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.645963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.646159] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64f05ac1-23ce-48db-8ad3-aedbfb3f2184 is going to be updated. [ 928.669213] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.669463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.669564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.669824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.670060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.670291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64f05ac1-23ce-48db-8ad3-aedbfb3f2184" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.943924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 928.944480] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 deletion is rescheduled due to dependency. [ 928.944480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.944608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.944765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.944967] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.945124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.945187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.945382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.945477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.945587] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.170059] env[65150]: INFO networking_nsxv3.common.synchronization [None req-56130bea-8429-4583-b508-9fa94e99c347 None None] Enqueued Resource ID: f83579c1-bbd9-481c-9952-2a8fd81a0fd5 with Priority: HIGHEST for action port [ 929.170059] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83579c1-bbd9-481c-9952-2a8fd81a0fd5 with Priority: HIGHEST for action port [ 929.170059] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83579c1-bbd9-481c-9952-2a8fd81a0fd5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.170059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83579c1-bbd9-481c-9952-2a8fd81a0fd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.170059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83579c1-bbd9-481c-9952-2a8fd81a0fd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.170059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83579c1-bbd9-481c-9952-2a8fd81a0fd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.170059] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83579c1-bbd9-481c-9952-2a8fd81a0fd5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.448836] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.672962] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f83579c1-bbd9-481c-9952-2a8fd81a0fd5 [ 929.674102] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.674284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.674359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.675155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.675263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.675369] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f83579c1-bbd9-481c-9952-2a8fd81a0fd5 already deleted. [ 929.675460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83579c1-bbd9-481c-9952-2a8fd81a0fd5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.950972] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.257443] env[65150]: INFO networking_nsxv3.common.synchronization [None req-389f4b2d-5887-4831-b6a3-0abb6b2bcb07 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 930.257443] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 930.257443] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.257443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.257443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.257775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.257775] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.397456] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1cbc4760-59f5-433e-960d-385fae4f6f21 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 930.398104] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 930.399439] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.399439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.453645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.454541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.454541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.454541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.454541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.454541] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 930.500569] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.500831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.500831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.501148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.501555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.514507] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 930.785355] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.785575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.785575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.785763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.785854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.785945] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 already deleted. [ 930.786738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.786738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.786738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.786738] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.310406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.311117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.311117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.311117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.311431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.311431] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 already deleted. [ 931.311431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.227573] env[65150]: INFO networking_nsxv3.common.synchronization [None req-deb90697-0f8d-4445-928c-cd8a2a0a4f19 None None] Enqueued Resource ID: 813090ba-86ef-4752-a6c9-c28bd153874f with Priority: HIGHEST for action port [ 932.228169] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813090ba-86ef-4752-a6c9-c28bd153874f with Priority: HIGHEST for action port [ 932.228455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-813090ba-86ef-4752-a6c9-c28bd153874f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.228577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813090ba-86ef-4752-a6c9-c28bd153874f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.228695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813090ba-86ef-4752-a6c9-c28bd153874f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.228980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813090ba-86ef-4752-a6c9-c28bd153874f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.229074] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813090ba-86ef-4752-a6c9-c28bd153874f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.528975] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 932.529366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.529526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.529857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.530111] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.530340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.530427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.530585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.530698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.530799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.530934] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.732641] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 813090ba-86ef-4752-a6c9-c28bd153874f [ 932.732802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.732969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733500] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:813090ba-86ef-4752-a6c9-c28bd153874f already deleted. [ 932.733500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813090ba-86ef-4752-a6c9-c28bd153874f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.035266] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.538199] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7084db9-4abc-4d00-bb00-c19c02ff92a5: rpc.has_security_group_logging(os_id): False [ 933.558501] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.558636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.558751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.559104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.559104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.559383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.559924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.559924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.559924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.559924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.559924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 933.630652] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.630836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.630912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.631897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.631897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.647301] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 934.590817] env[65150]: INFO networking_nsxv3.common.synchronization [req-a6450b78-6f18-4dc5-a697-4c8869f7d6c0 req-25b2cd0e-b2b2-43ba-8057-79624eae1803 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 934.591649] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 934.592098] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.592208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.592208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.592373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.592526] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.592776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.592776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.594079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.594079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.594079] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.994526] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.994760] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.994856] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.995214] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.995525] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.995720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.995861] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.996121] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.996343] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.996588] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.996755] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.997098] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.997298] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.997457] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.997598] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.997786] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.018498] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.018588] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.018705] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.018972] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.019188] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.019396] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.019468] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.019790] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.019918] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab18403-9553-4e0e-ac2e-f76d5c97fcad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.098031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.098031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.098031] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 935.125744] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.125897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.125975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.126208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.126358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.137388] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 935.523745] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.523745] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.523911] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.524252] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.524375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.524612] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 1ab18403-9553-4e0e-ac2e-f76d5c97fcad not found, creating... [ 935.524957] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.525175] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.525502] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.525571] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.525704] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.526032] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.526179] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.526284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.526566] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.526783] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.526837] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 1ab18403-9553-4e0e-ac2e-f76d5c97fcad is going to be created. [ 935.548375] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.548620] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.548775] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.549064] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.549390] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.549622] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.678098] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 935.678672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256628] env[65150]: INFO networking_nsxv3.common.synchronization [req-a6450b78-6f18-4dc5-a697-4c8869f7d6c0 req-7b48a8de-c465-4221-bc34-e5fd7a41334d service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 936.256628] env[65150]: INFO networking_nsxv3.common.synchronization [req-a6450b78-6f18-4dc5-a697-4c8869f7d6c0 req-7b48a8de-c465-4221-bc34-e5fd7a41334d service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 936.256628] env[65150]: INFO networking_nsxv3.common.synchronization [req-a6450b78-6f18-4dc5-a697-4c8869f7d6c0 req-7b48a8de-c465-4221-bc34-e5fd7a41334d service nova] Enqueued Resource ID: 1ab18403-9553-4e0e-ac2e-f76d5c97fcad with Priority: HIGHEST for action port [ 936.256628] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 936.256628] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 936.256628] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab18403-9553-4e0e-ac2e-f76d5c97fcad with Priority: HIGHEST for action port [ 936.256628] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.256628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.256628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.256628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.256628] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.257303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.257303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.257731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.257731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.257731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.257977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.257977] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab18403-9553-4e0e-ac2e-f76d5c97fcad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.760434] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ab18403-9553-4e0e-ac2e-f76d5c97fcad with status ACTIVE [ 936.760713] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.760820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.760880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.761094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.761188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.761383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.761503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.761567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.761738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.761869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.761988] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.762156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.762156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.762321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.762321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.762442] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ab18403-9553-4e0e-ac2e-f76d5c97fcad is going to be updated. [ 936.763960] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.763960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.785660] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.785814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.785888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.786098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.786261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.786421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab18403-9553-4e0e-ac2e-f76d5c97fcad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.033718] env[65150]: INFO networking_nsxv3.common.synchronization [req-84cc4a10-535f-4926-8b03-ddcc45fc413d req-9439d4ea-dd6b-4b4a-a3d5-e6c1fe6a7a25 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 937.039144] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 937.039651] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.039841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.039952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.040380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.040579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.040741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.040845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.041099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.041243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.041404] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.150225] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 937.151156] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 937.151156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.151156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.151156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.151156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.151348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.151348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.151476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.151476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.151635] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.365206] env[65150]: INFO networking_nsxv3.common.synchronization [None req-eab7d097-4b71-4d50-866b-07cbf5f6ee75 None None] Enqueued Resource ID: 6a215194-4297-4a8a-9ac9-4b5604ca8244 with Priority: HIGHEST for action port [ 937.365206] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a215194-4297-4a8a-9ac9-4b5604ca8244 with Priority: HIGHEST for action port [ 937.365206] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a215194-4297-4a8a-9ac9-4b5604ca8244 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.365524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a215194-4297-4a8a-9ac9-4b5604ca8244" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.365740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a215194-4297-4a8a-9ac9-4b5604ca8244" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.366359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a215194-4297-4a8a-9ac9-4b5604ca8244" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.366593] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a215194-4297-4a8a-9ac9-4b5604ca8244',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.545917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.545917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.545917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e already deleted. [ 937.545917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.656312] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.869095] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a215194-4297-4a8a-9ac9-4b5604ca8244 [ 937.869422] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.869496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.869571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.869833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.869930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.870048] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a215194-4297-4a8a-9ac9-4b5604ca8244 already deleted. [ 937.870167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a215194-4297-4a8a-9ac9-4b5604ca8244" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.136420] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.136985] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.136985] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.137513] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.137961] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.138181] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.138759] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.138759] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.138949] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.139342] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.139520] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.139665] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.139836] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.139985] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.140174] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.140361] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.158201] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.162804] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.162804] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.162804] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.162804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.162804] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-6485c720-bda3-4633-8622-55caef847f4a taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.163199] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.163199] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.164153] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.164153] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6485c720-bda3-4633-8622-55caef847f4a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.508821] env[65150]: INFO networking_nsxv3.common.synchronization [req-b5b758fa-b813-422c-b3b8-3144db37e106 req-6144192c-6b5d-4cc4-8322-c09508a5497c tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 938.509590] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 938.510250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.510445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.510524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.510799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.510994] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.511181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.511484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.511484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.511581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.511717] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.660238] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.660436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.660520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.660968] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 938.667328] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.667607] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.667798] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.668201] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.668462] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.668632] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 6485c720-bda3-4633-8622-55caef847f4a not found, creating... [ 938.669048] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.669271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.669482] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.669766] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.670779] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.670779] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.670779] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.670958] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.671109] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.671259] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.671431] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 6485c720-bda3-4633-8622-55caef847f4a is going to be created. [ 938.701881] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.702250] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.702459] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.702866] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.703251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.703607] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.726720] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.726961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.727132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.727451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.727727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.746886] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 938.999698] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.000177] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.000177] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.000558] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.000720] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.000880] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.000997] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.001233] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.001381] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.001587] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.001824] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.002032] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.002169] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.002318] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.002456] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.002580] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.014883] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.015170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.015282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.015670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.042981] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.043182] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.043338] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.043641] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.043958] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-260dfa48-307d-4882-97b6-a70d0cc3a49f taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.044297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.044297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.044666] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.044837] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260dfa48-307d-4882-97b6-a70d0cc3a49f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.057724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.057724] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.057724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.057724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.057724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.057724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.057724] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 939.092333] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.092769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.092769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.093052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.093173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.106792] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 939.423992] env[65150]: INFO networking_nsxv3.common.synchronization [None req-f988051a-feb4-489c-a1f3-bb447a43eb31 None None] Enqueued Resource ID: fc374bc1-9eba-4b6b-95c7-e72b56bb9f85 with Priority: HIGHEST for action port [ 939.424563] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc374bc1-9eba-4b6b-95c7-e72b56bb9f85 with Priority: HIGHEST for action port [ 939.425178] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc374bc1-9eba-4b6b-95c7-e72b56bb9f85 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.425316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc374bc1-9eba-4b6b-95c7-e72b56bb9f85" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.425388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc374bc1-9eba-4b6b-95c7-e72b56bb9f85" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.425654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc374bc1-9eba-4b6b-95c7-e72b56bb9f85" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.425740] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc374bc1-9eba-4b6b-95c7-e72b56bb9f85',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.441179] env[65150]: INFO networking_nsxv3.common.synchronization [req-84cc4a10-535f-4926-8b03-ddcc45fc413d req-6389fe9c-4c81-44b8-aa2b-d4d4093d28bd service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 939.441377] env[65150]: INFO networking_nsxv3.common.synchronization [req-84cc4a10-535f-4926-8b03-ddcc45fc413d req-6389fe9c-4c81-44b8-aa2b-d4d4093d28bd service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 939.441500] env[65150]: INFO networking_nsxv3.common.synchronization [req-84cc4a10-535f-4926-8b03-ddcc45fc413d req-6389fe9c-4c81-44b8-aa2b-d4d4093d28bd service nova] Enqueued Resource ID: 6485c720-bda3-4633-8622-55caef847f4a with Priority: HIGHEST for action port [ 939.444148] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 939.444294] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 939.444393] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6485c720-bda3-4633-8622-55caef847f4a with Priority: HIGHEST for action port [ 939.444957] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.445106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.445217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.445909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.446017] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.446898] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.447105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.449116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.449329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.453170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.453649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.453725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.454027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.454134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.454257] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.455340] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6485c720-bda3-4633-8622-55caef847f4a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.455455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.455519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.455692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.455772] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6485c720-bda3-4633-8622-55caef847f4a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.547795] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.548383] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.548510] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.549099] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.549099] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.549305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 260dfa48-307d-4882-97b6-a70d0cc3a49f not found, creating... [ 939.549687] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.549976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.551059] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.551059] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.551059] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.551284] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.551518] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.551645] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.552038] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.552218] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.552388] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 260dfa48-307d-4882-97b6-a70d0cc3a49f is going to be created. [ 939.580681] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.581025] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.581269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.581624] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.581893] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.582160] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.928316] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc374bc1-9eba-4b6b-95c7-e72b56bb9f85 [ 939.928693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.928902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.928990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.929239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.929348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.929460] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc374bc1-9eba-4b6b-95c7-e72b56bb9f85 already deleted. [ 939.929568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc374bc1-9eba-4b6b-95c7-e72b56bb9f85" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.959164] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.960579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.960743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.961235] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6485c720-bda3-4633-8622-55caef847f4a with status ACTIVE [ 939.961464] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.961654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.961731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.961984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.962305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.962375] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.962493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.962584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.962763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.962884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.963440] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.963440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.963440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.963628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.963657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.963859] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6485c720-bda3-4633-8622-55caef847f4a is going to be updated. [ 939.987191] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.987365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.987480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.987714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.987919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.988145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6485c720-bda3-4633-8622-55caef847f4a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.149227] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.149623] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.149623] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150673] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.151079] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.151317] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.151494] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.151791] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.152017] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.152296] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.152435] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.152563] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.152685] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.152849] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.152971] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.153150] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.175914] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.176222] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.176445] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.176570] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.176903] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-edd817d6-547e-4672-bcf4-f0e031c6698d taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.177095] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.177271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.177501] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.177631] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd817d6-547e-4672-bcf4-f0e031c6698d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.270264] env[65150]: INFO networking_nsxv3.common.synchronization [req-b5b758fa-b813-422c-b3b8-3144db37e106 req-c594372d-02ce-4386-b850-20bcb3094666 service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 940.270443] env[65150]: INFO networking_nsxv3.common.synchronization [req-b5b758fa-b813-422c-b3b8-3144db37e106 req-c594372d-02ce-4386-b850-20bcb3094666 service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 940.270585] env[65150]: INFO networking_nsxv3.common.synchronization [req-b5b758fa-b813-422c-b3b8-3144db37e106 req-c594372d-02ce-4386-b850-20bcb3094666 service nova] Enqueued Resource ID: 260dfa48-307d-4882-97b6-a70d0cc3a49f with Priority: HIGHEST for action port [ 940.271103] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 940.271240] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 940.271338] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260dfa48-307d-4882-97b6-a70d0cc3a49f with Priority: HIGHEST for action port [ 940.271618] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.271794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.271794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.271989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.272115] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.274905] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.274996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.276041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-260dfa48-307d-4882-97b6-a70d0cc3a49f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.276187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.276263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.276414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.276489] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260dfa48-307d-4882-97b6-a70d0cc3a49f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.462743] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.680253] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.680664] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.680804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.681136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.681303] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.681649] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.681857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.681996] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.682214] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.682391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.682747] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.682910] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.683037] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.683244] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.683380] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.683696] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: edd817d6-547e-4672-bcf4-f0e031c6698d is going to be updated. [ 940.705051] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.705289] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.705415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.705697] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.706034] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.706116] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.758863] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 940.759160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.759451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.759541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.759711] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.759860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.759860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.760056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.760206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.760305] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.778243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.778323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.778569] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 260dfa48-307d-4882-97b6-a70d0cc3a49f with status ACTIVE [ 940.778670] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.778790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.778887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.779076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.779166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.779378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.779436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.779503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.779658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.779748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.780173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.780173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.780173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.780457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.780457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.780457] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 260dfa48-307d-4882-97b6-a70d0cc3a49f is going to be updated. [ 940.809893] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.810132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.810238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.810468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.810623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.810852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260dfa48-307d-4882-97b6-a70d0cc3a49f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.813697] env[65150]: INFO networking_nsxv3.common.synchronization [None req-6c5e1368-ac21-4c9f-946d-9fefff277242 tempest-ServersTestJSON-186306606 tempest-ServersTestJSON-186306606-project-member] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_rules [ 940.814402] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_rules [ 940.814632] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.814770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.814867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.815137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.815228] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.958872] env[65150]: INFO networking_nsxv3.common.synchronization [None req-510ca2b6-2467-495f-9bda-d6d1ee6458c1 tempest-ServersTestJSON-186306606 tempest-ServersTestJSON-186306606-project-member] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_rules [ 940.958872] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_rules [ 940.959109] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.959216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.968469] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.968615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.968709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.968947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.969076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.969183] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be created. [ 941.004993] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.005194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.005625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.005886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.006399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.018577] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: UNINITIALIZED for 2s [ 941.117238] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 941.117409] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f deletion is rescheduled due to dependency. [ 941.117527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.117695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.117930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.118211] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.118353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.118399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.118560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.118659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.118801] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.263522] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.263522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.263943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.263943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.264017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.264092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.264144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.264327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.264467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.264627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.264818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.264959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.265055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.265203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.265347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.265437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.265499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.265675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.265715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.265775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.265862] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.338281] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.338585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.338585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.338717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.338717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.338817] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f already deleted. [ 941.338883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.339058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.339223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.339322] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.441791] env[65150]: INFO networking_nsxv3.common.synchronization [req-1cfa4edf-2a67-4ccb-bf0f-f83efd632671 req-c853d17d-4aa1-42d4-a15b-5822f5f6a976 service nova] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 941.441791] env[65150]: INFO networking_nsxv3.common.synchronization [req-1cfa4edf-2a67-4ccb-bf0f-f83efd632671 req-c853d17d-4aa1-42d4-a15b-5822f5f6a976 service nova] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 941.441791] env[65150]: INFO networking_nsxv3.common.synchronization [req-1cfa4edf-2a67-4ccb-bf0f-f83efd632671 req-c853d17d-4aa1-42d4-a15b-5822f5f6a976 service nova] Enqueued Resource ID: edd817d6-547e-4672-bcf4-f0e031c6698d with Priority: HIGHEST for action port [ 941.441791] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_rules [ 941.441791] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 941.442128] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd817d6-547e-4672-bcf4-f0e031c6698d with Priority: HIGHEST for action port [ 941.442545] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.442714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.442826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.443087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.443192] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.444709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.444872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.444948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.445385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.445385] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.445996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.446146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.446333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.446440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.446540] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.447457] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-edd817d6-547e-4672-bcf4-f0e031c6698d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.447571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.447640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.447799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.447876] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd817d6-547e-4672-bcf4-f0e031c6698d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.622173] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.769220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5b886b-e056-4763-89d9-3d1caef447b5: rpc.has_security_group_logging(os_id): False [ 941.792020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.792020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.792020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.792485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.792485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.792485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.792485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.792652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.792851] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.792851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.792957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.793036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.793167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.793268] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 941.864926] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.865243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.865385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.865648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.865765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.865873] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f already deleted. [ 941.866058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.897464] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.898026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.898242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.898584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.899550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.922021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 941.949698] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.949908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.950182] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.950994] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edd817d6-547e-4672-bcf4-f0e031c6698d with status ACTIVE [ 941.952309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.952309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.952309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.952729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.952729] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.952729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.952729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.952847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.952949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.953535] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edd817d6-547e-4672-bcf4-f0e031c6698d is going to be updated. [ 941.981581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.981780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.981780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.982110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.982394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.982467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edd817d6-547e-4672-bcf4-f0e031c6698d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.126284] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.456551] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.631416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.631654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.631797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.632126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.632197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632352] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 942.670143] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.670402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.670532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.670844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.670948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.682527] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 942.961041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.961277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.961277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.961687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.961851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.961905] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be updated. [ 942.994576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.994781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.994985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.995311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.995311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.006305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: IN_PROGRESS for 2s [ 943.028379] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 943.028379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.028379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.028379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.028640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.028640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.028640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.029358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.029358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.029358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.029358] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.130114] env[65150]: INFO networking_nsxv3.common.synchronization [req-f4e6423e-d64a-4c3f-a75f-ed5f62233c42 req-82214e0d-9286-42d2-b985-29c2ca3d518f tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 943.130615] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 943.131125] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.131280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.131345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.131638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.131824] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.131935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.131990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.132228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.132346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.132484] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.533605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.534099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.534099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.534303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.534529] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.534529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.534684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.535182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.535182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.535182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.535291] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.535340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.535420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.535758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.535825] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.535881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.535960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.536117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.536220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.536585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.536585] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.605029] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.605029] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.605029] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.605443] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.605902] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.606335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.606666] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.607117] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.609018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.609018] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.609018] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.609018] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.609018] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.609018] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.609018] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.609018] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.630954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.631208] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.631389] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.631653] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.632338] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-9ae121ae-e30f-48b4-a44d-8d852b922094 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.632338] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.632532] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.632762] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.632902] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae121ae-e30f-48b4-a44d-8d852b922094',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.634606] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.635522] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.635646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.635720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.636114] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 already deleted. [ 943.636425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.941154] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 943.941430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.045171] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 944.067520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.067757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.067757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.067969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.068088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.068303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.068421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.068500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.068660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.068749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.068939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.069073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.069138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.069283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.069379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.069590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.069683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.069744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.069896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.069986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.070094] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be created. [ 944.135950] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.136320] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.136476] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.136843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137328] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 9ae121ae-e30f-48b4-a44d-8d852b922094 not found, creating... [ 944.137683] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137910] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.138139] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.138479] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.138692] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.139216] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.139500] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.139672] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.139917] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.140166] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.140407] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 9ae121ae-e30f-48b4-a44d-8d852b922094 is going to be created. [ 944.142894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.143057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.143152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.143639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.143639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.161315] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 944.168257] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.168523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.168675] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.168952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.169226] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.169533] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.694931] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 944.695252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.695464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.695709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.695912] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.696065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.696177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.696327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.696406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.696494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.696584] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.910076] env[65150]: INFO networking_nsxv3.common.synchronization [req-f4e6423e-d64a-4c3f-a75f-ed5f62233c42 req-c00fb977-ef40-4a08-9721-9d733a1ad6e5 service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 944.910272] env[65150]: INFO networking_nsxv3.common.synchronization [req-f4e6423e-d64a-4c3f-a75f-ed5f62233c42 req-c00fb977-ef40-4a08-9721-9d733a1ad6e5 service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 944.910412] env[65150]: INFO networking_nsxv3.common.synchronization [req-f4e6423e-d64a-4c3f-a75f-ed5f62233c42 req-c00fb977-ef40-4a08-9721-9d733a1ad6e5 service nova] Enqueued Resource ID: 9ae121ae-e30f-48b4-a44d-8d852b922094 with Priority: HIGHEST for action port [ 944.911150] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 944.911330] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 944.911439] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae121ae-e30f-48b4-a44d-8d852b922094 with Priority: HIGHEST for action port [ 944.911735] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.911862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.911932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.912212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.912299] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.913190] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.913304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.914296] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.914296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.914296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.914296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.914296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.914296] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.915069] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae121ae-e30f-48b4-a44d-8d852b922094 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.915234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.915301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.915521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.915633] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae121ae-e30f-48b4-a44d-8d852b922094',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.018986] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: SUCCESS [ 945.019260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.020083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.020083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.020394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.020394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.020394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.020520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.020691] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.199600] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.199849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.199906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.200281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.200620] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.200741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.200903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.201878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.201878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.201878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.202082] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.202193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.202340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.202617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.203169] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.203169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.203349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.203414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.203538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.203676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.203840] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.417869] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.419179] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.419179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.419442] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae121ae-e30f-48b4-a44d-8d852b922094 with status ACTIVE [ 945.419481] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.419595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.419637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.419839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.419928] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.420128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.420237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.420274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.420439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.420546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.420760] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.420855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.420915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.421068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.421143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.421224] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae121ae-e30f-48b4-a44d-8d852b922094 is going to be updated. [ 945.451267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.451487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.451547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.451794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.451962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.452142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae121ae-e30f-48b4-a44d-8d852b922094" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.523300] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.707878] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3904907b-4834-4ed8-a002-aa3bf3baf36f: rpc.has_security_group_logging(os_id): False [ 945.726238] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.726436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.726436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.726612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.726703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.726986] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.727080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.727127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.727280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.727355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.727530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.727622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.727683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.727819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.727893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.728088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.728182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.728243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.728401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.728494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.728544] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 945.800707] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.801190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.801190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.801190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.801323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.818415] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 945.923162] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.026176] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c4511e-6a4f-4257-88af-7496a7e13b0a: rpc.has_security_group_logging(os_id): False [ 946.045367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.045510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.045553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.045744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.068174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.068679] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.068878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.068972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.069264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.069385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.069682] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be updated. [ 946.135032] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.135032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.135032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.135032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.135032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.170865] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: IN_PROGRESS for 2s [ 946.180599] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 946.180599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.360822] env[65150]: INFO networking_nsxv3.common.synchronization [None req-a99201a1-0694-4db8-8080-8eb602aa553e tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 946.361423] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 946.361755] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.361885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.361952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.362166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.362318] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.362427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.362492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.362685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.362789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.362895] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.426100] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.427305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.427305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.427305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.427305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.427305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be created. [ 946.489693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.489798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.489798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.490015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.490205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.513876] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: UNINITIALIZED for 2s [ 946.867210] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.881076] env[65150]: INFO networking_nsxv3.common.synchronization [req-a7fa8b53-f9b4-4268-8fb5-23d2aa9ae8a8 req-a6dd07b1-80d6-4552-a132-5aa1b0659e1c tempest-ServerExternalEventsTest-1632809355 tempest-ServerExternalEventsTest-1632809355-project-member] Enqueued Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_members [ 946.881076] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_members [ 946.881076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.881076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.884757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.885126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.885374] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.885512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.885595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.885792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.885881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.885979] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.301695] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.302050] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.302334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.302862] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.303205] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.303449] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.303607] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.304053] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.304304] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.304561] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.304696] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.304834] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.304966] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.305149] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.305297] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.305457] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.336199] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.336463] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.336774] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.336774] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-912" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.337015] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.337235] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.337335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.337770] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.337914] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.369464] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.389311] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.389470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.389547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.389770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.389861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.390083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.390187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.390251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.390411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.390489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.390576] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 already deleted. [ 947.390649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.836976] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 947.837212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.840953] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.841140] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.841234] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.841517] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.841656] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.841838] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 not found, creating... [ 947.842077] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.842236] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.842348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.842560] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.842702] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.843061] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.843253] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.843373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.843582] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.843714] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.843850] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 is going to be created. [ 947.874254] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.874254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.874756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.874756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.874756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.875341] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 947.877260] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.877520] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.877676] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.878052] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.878342] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.878637] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.921557] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.921557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.921557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.921557] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.921968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.933181] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 948.184105] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: SUCCESS [ 948.184391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.524953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 948.525266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.525476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.525904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.526051] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.526186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.526261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.526536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.526674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.526788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.526905] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.608386] env[65150]: INFO networking_nsxv3.common.synchronization [req-a7fa8b53-f9b4-4268-8fb5-23d2aa9ae8a8 req-d31c1a73-0584-4a55-a9ce-e03333d25e83 service nova] Enqueued Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_rules [ 948.608505] env[65150]: INFO networking_nsxv3.common.synchronization [req-a7fa8b53-f9b4-4268-8fb5-23d2aa9ae8a8 req-d31c1a73-0584-4a55-a9ce-e03333d25e83 service nova] Enqueued Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_members [ 948.609253] env[65150]: INFO networking_nsxv3.common.synchronization [req-a7fa8b53-f9b4-4268-8fb5-23d2aa9ae8a8 req-d31c1a73-0584-4a55-a9ce-e03333d25e83 service nova] Enqueued Resource ID: b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 with Priority: HIGHEST for action port [ 948.609512] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_rules [ 948.609611] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_members [ 948.609696] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 with Priority: HIGHEST for action port [ 948.610058] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.610236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.610315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.610632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.610740] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.611868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.612033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.612181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.612318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613718] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.613718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.613718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.613718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.613718] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.614192] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.614192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.614192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.614335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.614388] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.029512] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.029512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.029512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.034024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.034024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.034024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.034024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.038839] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.117537] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 with status ACTIVE [ 949.118319] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.118319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.118319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.118319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.118319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.118948] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.118948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.118948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.118948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.118948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.119326] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.119326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.119326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.119326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.119449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.119449] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87 is going to be updated. [ 949.124031] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.124031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.124031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.127826] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.128035] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.128158] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.128407] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.128651] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.129079] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.129079] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.129241] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.129301] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.129790] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.129934] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.130540] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.130540] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.130540] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.130540] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.130540] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.152441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.152625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.152691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.152931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.153139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.153311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b02ae8ec-c8b4-4f2c-bf3f-533a645f5b87" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.154434] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.154584] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.154740] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.154943] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.155305] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-d38b68b3-51f7-4fee-9802-83837668d932 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.156580] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.156580] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.156580] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.156580] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38b68b3-51f7-4fee-9802-83837668d932',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.541218] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca47575-a9d5-4474-9552-6cf5b7b87105: rpc.has_security_group_logging(os_id): False [ 949.561929] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.562179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.562313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.562875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.562965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.563311] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.564071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.564071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.564071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.564179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.564814] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.564814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.564814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.565108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.565108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.565299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.565424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.565743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.565743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.565807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.565870] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be created. [ 949.626410] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.644174] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.644174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.644174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.644424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.644617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.658999] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.659371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.659591] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.660084] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.660352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.660628] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port d38b68b3-51f7-4fee-9802-83837668d932 not found, creating... [ 949.661209] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.661392] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.661642] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.662046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.662419] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.662814] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.663135] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.663919] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.664307] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.664554] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.664825] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: d38b68b3-51f7-4fee-9802-83837668d932 is going to be created. [ 949.667411] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 949.691247] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.691470] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.691595] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.691920] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.692282] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.692565] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.944819] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 949.945074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.131473] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.131473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.131473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.131473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.131473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.131473] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 is going to be created. [ 950.161275] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.161275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.161275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.161275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.161275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.173370] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 in Status: UNINITIALIZED for 2s [ 950.485632] env[65150]: INFO networking_nsxv3.common.synchronization [req-bb3e6051-57d0-4185-abf3-e15d1c886acb req-9730ecda-9bba-472a-b86f-ad462c5b1bfb service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 950.485790] env[65150]: INFO networking_nsxv3.common.synchronization [req-bb3e6051-57d0-4185-abf3-e15d1c886acb req-9730ecda-9bba-472a-b86f-ad462c5b1bfb service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 950.485900] env[65150]: INFO networking_nsxv3.common.synchronization [req-bb3e6051-57d0-4185-abf3-e15d1c886acb req-9730ecda-9bba-472a-b86f-ad462c5b1bfb service nova] Enqueued Resource ID: d38b68b3-51f7-4fee-9802-83837668d932 with Priority: HIGHEST for action port [ 950.486528] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 950.486680] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 950.486779] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38b68b3-51f7-4fee-9802-83837668d932 with Priority: HIGHEST for action port [ 950.490017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.490256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.490671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.490671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.490872] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.492101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.492453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.492546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.492846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.493116] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.493963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.494101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.494359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.494503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.494640] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.496115] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38b68b3-51f7-4fee-9802-83837668d932 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.496245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.496385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.496492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.496572] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38b68b3-51f7-4fee-9802-83837668d932',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.001551] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38b68b3-51f7-4fee-9802-83837668d932 with status ACTIVE [ 951.001819] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.001961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.002016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.002236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.002320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.002593] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.002593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.002683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.002811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.002853] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.003063] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.003166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.003227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.003367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.003442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.003528] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38b68b3-51f7-4fee-9802-83837668d932 is going to be updated. [ 951.004813] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.006115] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.006208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.027586] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.028084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.028084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.028084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.028269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.028354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38b68b3-51f7-4fee-9802-83837668d932" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.507435] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.687703] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 951.691265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.012017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.012017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.012017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.012529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.012529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.012529] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 952.070286] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.070508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.070584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.070833] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.071052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.084714] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 952.184281] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 in Status: SUCCESS [ 952.184528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.184762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.184943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.185243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.185344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.185415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.185592] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.185692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.185789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.185888] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.688704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.690024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.690024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.690024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.690024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.690238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.690238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.690385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.690477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.690567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.690780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.690892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.690951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.691276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.691445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.691550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.691600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.691738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.691823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.691888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.691980] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.195348] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29af4b15-4c2d-46a2-87f1-5e2999efc961: rpc.has_security_group_logging(os_id): False [ 953.217197] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.217425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.217560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.217788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.217885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.218165] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.218300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.218419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.218616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.218689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.218905] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.219016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.219086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.219221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.219298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.219485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.219577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.219650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.219787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.219884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.219973] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 is going to be created. [ 953.295420] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.295652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.295728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.296041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.296344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.312087] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 in Status: IN_PROGRESS for 2s [ 953.656795] env[65150]: INFO networking_nsxv3.common.synchronization [req-30fadd37-72a7-486d-8798-d50d01f3f9ca req-1703dc32-2a41-48e1-b812-12acc5312389 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 953.658226] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 953.658852] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.659077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.659193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.659558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.659826] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.660129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.660129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.660356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.660706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.660706] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.042603] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.042934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.042934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.043272] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.043578] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.043697] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.043811] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.044082] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.044231] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.044438] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.044547] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.044652] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.044757] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.044862] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.045016] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.045205] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.067932] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.068133] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.068282] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.068466] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.068791] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-018c5570-951b-44d8-b648-4a4d3e62d844 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.068958] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.069093] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.069424] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.069561] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018c5570-951b-44d8-b648-4a4d3e62d844',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.096654] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 954.096875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.097064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.097280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.097479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.097585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.097651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.097804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.097884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.097971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.098093] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.165280] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.165460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.165513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.166412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.166412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166412] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.166412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.166412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.166788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.166788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.166788] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 already deleted. [ 954.166788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.573578] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.573902] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.574139] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.574455] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.574656] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.574871] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 018c5570-951b-44d8-b648-4a4d3e62d844 not found, creating... [ 954.575250] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.575463] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.575606] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.575890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.576148] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.576589] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.576784] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.577062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.577374] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.577634] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.577885] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 018c5570-951b-44d8-b648-4a4d3e62d844 is going to be created. [ 954.600251] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.600390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.600390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.600646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.600837] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.600942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.601017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.601312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.601406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.601498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.601682] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.601801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.601865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.602050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.602202] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.602295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.602356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.602498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.602579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.602667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.602749] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.604704] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.604849] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.604909] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.605189] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.605445] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.605663] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.108862] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3904907b-4834-4ed8-a002-aa3bf3baf36f: rpc.has_security_group_logging(os_id): False [ 955.127579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.127735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.128052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.128140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.128367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.128478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.128536] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.128700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.128781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.128912] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.129013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.129068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.129199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.129272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.129456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.129545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.129604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.129739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.129811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.129894] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 955.200640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.202060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.202232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.202546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.203020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.221056] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 955.312918] env[65150]: INFO networking_nsxv3.common.synchronization [req-30fadd37-72a7-486d-8798-d50d01f3f9ca req-70e560a6-7139-4f60-a59d-50cb0626e235 service nova] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 955.313212] env[65150]: INFO networking_nsxv3.common.synchronization [req-30fadd37-72a7-486d-8798-d50d01f3f9ca req-70e560a6-7139-4f60-a59d-50cb0626e235 service nova] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 955.313423] env[65150]: INFO networking_nsxv3.common.synchronization [req-30fadd37-72a7-486d-8798-d50d01f3f9ca req-70e560a6-7139-4f60-a59d-50cb0626e235 service nova] Enqueued Resource ID: 018c5570-951b-44d8-b648-4a4d3e62d844 with Priority: HIGHEST for action port [ 955.315482] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 955.315732] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 955.315880] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018c5570-951b-44d8-b648-4a4d3e62d844 with Priority: HIGHEST for action port [ 955.316369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.316570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.316734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.316903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.317050] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.318674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.318804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.318892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.319093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.319256] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.319357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.319488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.319709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.319910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.320102] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.321222] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-018c5570-951b-44d8-b648-4a4d3e62d844 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.321356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.321468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.321690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.321819] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018c5570-951b-44d8-b648-4a4d3e62d844',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.336816] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 in Status: SUCCESS [ 955.337948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.735206] env[65150]: INFO networking_nsxv3.common.synchronization [req-802dba6c-4f17-49df-aa81-372103e69519 req-d3fd8e24-4d59-40b0-8b23-a54146645494 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_members [ 955.735821] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGHEST for action security_group_members [ 955.736191] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.736341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.736412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.736670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.736857] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.736968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.737105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.737209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.737299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.737394] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.823549] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.823699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.826143] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.827340] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 018c5570-951b-44d8-b648-4a4d3e62d844 with status ACTIVE [ 955.827569] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.827720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.827995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.828254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.828405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.829648] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.830617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.830617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.830733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.831027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.831463] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.831463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.831463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.831599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.831599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.831662] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 018c5570-951b-44d8-b648-4a4d3e62d844 is going to be updated. [ 955.861783] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.861783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.861783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.861783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.861783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.861783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018c5570-951b-44d8-b648-4a4d3e62d844" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.130867] env[65150]: INFO networking_nsxv3.common.synchronization [req-a2632560-9c34-4b3f-a821-8ad013183b80 req-13644971-dc1f-47ca-8131-85df20473ebe tempest-ServersTestJSON-186306606 tempest-ServersTestJSON-186306606-project-member] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_members [ 956.131336] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_members [ 956.131738] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.131917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.131964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.132253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.132425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.132529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.132594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.132745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.132832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.134068] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.240168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.240414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.240488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.240676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.269731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.269731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.269731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.269731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.269731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.269731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.269731] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 is going to be updated. [ 956.304369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.304596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.304596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.304832] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.304979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.318618] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 in Status: IN_PROGRESS for 2s [ 956.334352] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.568183] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.568183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-237" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.568183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-237" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.568183] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-237" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.568183] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.569206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.569529] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571625] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.571625] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.571625] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.571886] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.572121] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.572174] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.572290] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.572473] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.572670] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.596667] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.596888] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.597120] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.597261] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-237" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.597614] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-de91f273-62f9-4c53-bc99-21e8a15822a7 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.597782] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.597897] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.599206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.600576] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de91f273-62f9-4c53-bc99-21e8a15822a7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.638112] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.638112] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.638112] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f already deleted. [ 956.638112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.836303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.836497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.836569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.836786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.836888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.836992] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be created. [ 956.877779] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.877998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.878070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.878305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.878487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.892589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: UNINITIALIZED for 2s [ 957.103299] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.103299] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.103465] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.103619] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.103792] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.103981] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port de91f273-62f9-4c53-bc99-21e8a15822a7 not found, creating... [ 957.104326] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.104525] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.104689] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.106347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.106347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.106347] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.106347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.106347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.106347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.106347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.107622] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: de91f273-62f9-4c53-bc99-21e8a15822a7 is going to be created. [ 957.138176] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.138640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.138640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.138810] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.139040] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.139289] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252496] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 957.252737] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.941221] env[65150]: INFO networking_nsxv3.common.synchronization [req-a2632560-9c34-4b3f-a821-8ad013183b80 req-9ed0fcb1-9faa-490f-a62b-086640a2bb7d service nova] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_rules [ 957.941456] env[65150]: INFO networking_nsxv3.common.synchronization [req-a2632560-9c34-4b3f-a821-8ad013183b80 req-9ed0fcb1-9faa-490f-a62b-086640a2bb7d service nova] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_members [ 957.941637] env[65150]: INFO networking_nsxv3.common.synchronization [req-a2632560-9c34-4b3f-a821-8ad013183b80 req-9ed0fcb1-9faa-490f-a62b-086640a2bb7d service nova] Enqueued Resource ID: de91f273-62f9-4c53-bc99-21e8a15822a7 with Priority: HIGHEST for action port [ 957.942385] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_rules [ 957.942543] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_members [ 957.942693] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de91f273-62f9-4c53-bc99-21e8a15822a7 with Priority: HIGHEST for action port [ 957.943044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.943749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.943913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.944157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.944276] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.945695] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.945848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.946831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.946831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.947142] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.948291] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-de91f273-62f9-4c53-bc99-21e8a15822a7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.948418] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.948455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.948634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.948783] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de91f273-62f9-4c53-bc99-21e8a15822a7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.329205] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 in Status: SUCCESS [ 958.329205] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 deletion is rescheduled due to dependency. [ 958.329205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.456346] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.458229] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.458362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.459072] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de91f273-62f9-4c53-bc99-21e8a15822a7 with status ACTIVE [ 958.459072] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.459072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.459072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.459072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.459309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.459309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.459428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.459462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.459607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.461436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.461580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.461680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.461742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.461910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.462048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.462095] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de91f273-62f9-4c53-bc99-21e8a15822a7 is going to be updated. [ 958.488502] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.488639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.488745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.489380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.489380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.489380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de91f273-62f9-4c53-bc99-21e8a15822a7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.903334] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 958.903588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.903723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.904045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.905208] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.905340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.905391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.905585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.905673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.905765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.905888] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.958342] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.141698] env[65150]: INFO networking_nsxv3.common.synchronization [req-2f171de8-bb91-46ce-bbda-27bcfc56408f req-ecd27c31-786c-4b58-91e4-83d72604a252 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 959.142236] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 959.144313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.144448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.144508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.144739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.144921] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.145071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.145128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.145237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.147128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.147128] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.409901] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.463275] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.463481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.463556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.463854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.463854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.463969] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f is going to be created. [ 959.490775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.490775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.491023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.491190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.491361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.506090] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb8b404-a591-46f3-b5f5-1160ba99525f in Status: UNINITIALIZED for 2s [ 959.649784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.650112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.650212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.650440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.650537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.650775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.650868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.650930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.651366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.651366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.651366] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 959.682256] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.682848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.683027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.698359] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 959.912500] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e93d5f-85cd-40ab-8e17-c255a17d8d64: rpc.has_security_group_logging(os_id): False [ 959.934766] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.935084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.935134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.935358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.935501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.935762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.936092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.936092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.936183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.936350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.936350] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be created. [ 960.021815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.022190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.022316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.022609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.022933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.042114] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 961.522166] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb8b404-a591-46f3-b5f5-1160ba99525f in Status: SUCCESS [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.522166] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.522166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.523024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.523024] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.710053] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 961.710265] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 961.710466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.025176] env[65150]: INFO networking_nsxv3.common.synchronization [req-0ac7ecdc-b517-4040-8926-20e242771d57 req-a75427e3-4965-4eb2-919f-429547edf5c3 tempest-ServerExternalEventsTest-1632809355 tempest-ServerExternalEventsTest-1632809355-project-member] Enqueued Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_members [ 962.027349] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.028264] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGHEST for action security_group_members [ 962.028786] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.028919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.028992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.029546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.030161] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.057829] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 962.058061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.529530] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcb8b404-a591-46f3-b5f5-1160ba99525f: rpc.has_security_group_logging(os_id): False [ 962.531752] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.532032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.532106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.532503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.532651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.532880] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.533054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.533213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.533405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.533558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.533653] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 is going to be updated. [ 962.556774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.557134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.557134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.557366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.557432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.557741] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.557889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.557955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.558129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.558203] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.558441] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f is going to be created. [ 962.575268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.575268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.575658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.575852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.575984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.587188] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 in Status: IN_PROGRESS for 2s [ 962.647080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.647347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.647452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.647678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.647887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.663079] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb8b404-a591-46f3-b5f5-1160ba99525f in Status: IN_PROGRESS for 2s [ 964.601030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 in Status: SUCCESS [ 964.602590] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 deletion is rescheduled due to dependency. [ 964.602590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.657455] env[65150]: INFO networking_nsxv3.common.synchronization [req-136c28ab-7553-4325-999b-53fe132fb586 req-67c17a3f-4032-428c-967e-985fc9109e1d tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 964.658282] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 964.658868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.659060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.659201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.659446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.659669] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.659826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.659909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.660143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.660272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.660435] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.676844] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb8b404-a591-46f3-b5f5-1160ba99525f in Status: SUCCESS [ 964.677157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.163559] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.293605] env[65150]: INFO networking_nsxv3.common.synchronization [req-30e48a2e-0ebb-45bd-8c4f-d7a6b39b95f9 req-324784ba-84d2-4a7d-8edf-984a5b580f98 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 965.295937] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 965.295937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.295937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.295937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.295937] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.407023] env[65150]: INFO networking_nsxv3.common.synchronization [None req-ff89717c-a70e-449c-8815-6e3bbe7e34b7 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_rules [ 965.407023] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_rules [ 965.407023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.407631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.407796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.408152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.408353] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.499295] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.499573] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.499738] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.500074] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.500344] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.500535] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.500619] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.500851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.500998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.501228] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.502687] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.502687] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.502687] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.502687] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.502687] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.502687] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.526532] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.526746] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.526936] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.527070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.527439] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-114bcffb-37da-4066-94fb-a5ad06b1a3de taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.527636] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.527759] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.528168] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.528312] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114bcffb-37da-4066-94fb-a5ad06b1a3de',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.575655] env[65150]: INFO networking_nsxv3.common.synchronization [None req-73ce7299-519a-43c6-a993-67b10c5a724f tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_rules [ 965.577061] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_rules [ 965.577215] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.577277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.666386] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.800204] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.805606] env[65150]: INFO networking_nsxv3.common.synchronization [None req-003ce7f5-a199-433e-b592-2b5e44cf3202 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 965.806263] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 965.806923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.807040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.932088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.932282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.932327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.933041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.933041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.933041] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b already deleted. [ 965.933041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.933250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.933284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.933363] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.031940] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.031940] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.031940] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.032246] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.032361] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.032513] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 114bcffb-37da-4066-94fb-a5ad06b1a3de not found, creating... [ 966.032766] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.032923] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.033043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.033808] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.033808] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.033808] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.033979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.033979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.034281] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.034638] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.034638] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 114bcffb-37da-4066-94fb-a5ad06b1a3de is going to be created. [ 966.056754] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.057054] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.057169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.057489] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.057659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.057886] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.168989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.169268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.169389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.169719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.169821] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 966.212596] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.212810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.212810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.213295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.213497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.226889] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 966.303035] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.455568] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.455758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.455758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.456092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.456317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.456432] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b already deleted. [ 966.456532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.802849] env[65150]: INFO networking_nsxv3.common.synchronization [req-136c28ab-7553-4325-999b-53fe132fb586 req-8451cb6f-9b91-4127-ba33-7662b493f915 service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 966.803232] env[65150]: INFO networking_nsxv3.common.synchronization [req-136c28ab-7553-4325-999b-53fe132fb586 req-8451cb6f-9b91-4127-ba33-7662b493f915 service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 966.803397] env[65150]: INFO networking_nsxv3.common.synchronization [req-136c28ab-7553-4325-999b-53fe132fb586 req-8451cb6f-9b91-4127-ba33-7662b493f915 service nova] Enqueued Resource ID: 114bcffb-37da-4066-94fb-a5ad06b1a3de with Priority: HIGHEST for action port [ 966.804130] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 966.804400] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 966.804467] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 114bcffb-37da-4066-94fb-a5ad06b1a3de with Priority: HIGHEST for action port [ 966.804949] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.804949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.805055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.805819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.805819] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.806489] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.806601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.806844] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-114bcffb-37da-4066-94fb-a5ad06b1a3de taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.808057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.808057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.808057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.808057] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114bcffb-37da-4066-94fb-a5ad06b1a3de',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.811248] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.811248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.811248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.811248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.811248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.811248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 966.855184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.855333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.855402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.855632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.855778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.867614] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 967.310479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.310689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.315717] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 114bcffb-37da-4066-94fb-a5ad06b1a3de with status ACTIVE [ 967.315717] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.315717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.315717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.315939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.315996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.316222] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.316390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.316839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.316839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.316839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.317032] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.317138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.317193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.317324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.317429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.317519] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 114bcffb-37da-4066-94fb-a5ad06b1a3de is going to be updated. [ 967.342379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.342525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.342648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.342876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.343193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.343345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-114bcffb-37da-4066-94fb-a5ad06b1a3de" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.240282] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 968.240282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.240282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.240282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.240690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.240690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.240690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.240690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.240845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.240923] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.745232] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.877947] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 968.878186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.878350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.878568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.878753] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.878865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.878924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.879089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.879305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.879305] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.023704] env[65150]: INFO networking_nsxv3.common.synchronization [req-a89ab554-e630-442a-bbc3-f4a360572012 req-29ac0890-0833-4a3d-8123-6326d9e3ccf6 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 969.024360] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 969.024719] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.024797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.024865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.025088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.025238] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.025340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.025402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.025558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.025642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025735] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.247595] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.381502] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.381963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.382071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.382313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.382411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.382761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.382885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.382953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.383164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.383247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.383344] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 969.412205] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.412443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.412443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.412660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.412803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.424132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 969.495340] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.495531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.495646] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.495909] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.496177] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.496326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.496436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.496643] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.496785] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.496991] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.497970] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.498329] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.498450] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.498570] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.498678] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.498825] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.521792] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.521882] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.522027] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.522278] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.522656] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-d4cd2153-c806-4c58-9709-a0b9755c97b7 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.522862] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.522999] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.527021] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.527021] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cd2153-c806-4c58-9709-a0b9755c97b7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.528467] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.528778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.528857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.529085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.529180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.529730] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.529730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.529730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.529730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.529730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.530242] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 969.562156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.562156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.562156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.562156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.562156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.582817] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 969.752978] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.752978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.752978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.753158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.753192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.753352] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 969.789323] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.789619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.789755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.790027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.790257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.803381] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 970.029739] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.029987] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.030143] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.030429] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.030579] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.030733] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port d4cd2153-c806-4c58-9709-a0b9755c97b7 not found, creating... [ 970.030996] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.031170] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.031434] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.031542] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.031668] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.031973] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.032188] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.032310] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.032525] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.032659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.032815] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: d4cd2153-c806-4c58-9709-a0b9755c97b7 is going to be created. [ 970.059755] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.060055] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.060128] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.060488] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.060799] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.061053] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.325637] env[65150]: INFO networking_nsxv3.common.synchronization [req-7b298463-4287-4942-b367-896d797db8af req-b113eee3-c400-454c-8975-f3898c35df7b tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_members [ 970.326227] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGHEST for action security_group_members [ 970.326559] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.326679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.326739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.326940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.327103] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.327266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.327266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.327588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.327588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.327588] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.804271] env[65150]: INFO networking_nsxv3.common.synchronization [req-a89ab554-e630-442a-bbc3-f4a360572012 req-c8cb95f5-c563-424f-836c-6ca51fef49b7 service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 970.804461] env[65150]: INFO networking_nsxv3.common.synchronization [req-a89ab554-e630-442a-bbc3-f4a360572012 req-c8cb95f5-c563-424f-836c-6ca51fef49b7 service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 970.805163] env[65150]: INFO networking_nsxv3.common.synchronization [req-a89ab554-e630-442a-bbc3-f4a360572012 req-c8cb95f5-c563-424f-836c-6ca51fef49b7 service nova] Enqueued Resource ID: d4cd2153-c806-4c58-9709-a0b9755c97b7 with Priority: HIGHEST for action port [ 970.806010] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 970.806216] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 970.806367] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cd2153-c806-4c58-9709-a0b9755c97b7 with Priority: HIGHEST for action port [ 970.806833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.811538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.811538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.811538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.811538] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.811538] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.811538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.811538] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4cd2153-c806-4c58-9709-a0b9755c97b7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.811538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.811538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.812755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.812852] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cd2153-c806-4c58-9709-a0b9755c97b7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.831466] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.831720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.831802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.832122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.832244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.832444] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.832545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.832613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.832789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.832837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.832926] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 is going to be updated. [ 970.885756] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.886211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.887710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.887710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.887710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.899378] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 in Status: IN_PROGRESS for 2s [ 971.317560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.317560] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4cd2153-c806-4c58-9709-a0b9755c97b7 with status ACTIVE [ 971.317560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.317560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.317560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.317560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.318176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.318176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.318176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.318176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.318176] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4cd2153-c806-4c58-9709-a0b9755c97b7 is going to be updated. [ 971.341016] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.341299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.341299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.341523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.342165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.342379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4cd2153-c806-4c58-9709-a0b9755c97b7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.439367] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 971.441922] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f deletion is rescheduled due to dependency. [ 971.441922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.607752] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 971.610031] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.610031] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.610031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.610031] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.628289] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.628890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.628890] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.629304] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.629575] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.629763] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.629932] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.630153] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.630337] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.631067] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.631067] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.631067] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.631067] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.631067] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.631701] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.631756] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.667346] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.667346] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.667481] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.667713] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-665" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.669515] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-dc7da5c5-9d86-4c08-92a5-3783721c2abd taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.670088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.670088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.670290] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.670333] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7da5c5-9d86-4c08-92a5-3783721c2abd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.814232] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 971.814478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.814628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.814847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.815082] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.815236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.815306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.815479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.815599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.815650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.815737] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.117465] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.173022] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.173237] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.173237] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.176615] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.176615] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.176615] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.177305] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.177305] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.177305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd is going to be updated. [ 972.203861] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.204284] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.204447] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.204724] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.204929] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.205181] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.318436] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.318600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.318673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.325510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.325510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.325510] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.325510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.325510] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.621380] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.695144] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3c4ad2d8-31f7-40ec-a2cb-8e1fae7ab9c7 None None] Enqueued Resource ID: e177900d-01f1-4567-9899-36a450427574 with Priority: HIGHEST for action port [ 972.698568] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e177900d-01f1-4567-9899-36a450427574 with Priority: HIGHEST for action port [ 972.698838] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e177900d-01f1-4567-9899-36a450427574 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.698987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e177900d-01f1-4567-9899-36a450427574" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.699722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e177900d-01f1-4567-9899-36a450427574" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.699722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e177900d-01f1-4567-9899-36a450427574" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.699722] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e177900d-01f1-4567-9899-36a450427574',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.823609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 972.845262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.845262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.845262] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.845262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.845775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.845775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.845775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.845775] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 972.887643] env[65150]: INFO networking_nsxv3.common.synchronization [req-f20515d2-fec1-4e90-a447-4cc9f0f197e6 req-a5b79806-5fb3-48c0-be4b-dfcb1c1c3e65 service nova] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_rules [ 972.887959] env[65150]: INFO networking_nsxv3.common.synchronization [req-f20515d2-fec1-4e90-a447-4cc9f0f197e6 req-a5b79806-5fb3-48c0-be4b-dfcb1c1c3e65 service nova] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 972.891489] env[65150]: INFO networking_nsxv3.common.synchronization [req-f20515d2-fec1-4e90-a447-4cc9f0f197e6 req-a5b79806-5fb3-48c0-be4b-dfcb1c1c3e65 service nova] Enqueued Resource ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd with Priority: HIGHEST for action port [ 972.891842] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_rules [ 972.891984] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 972.892095] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd with Priority: HIGHEST for action port [ 972.892501] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.893127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.893127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.893127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.893312] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.894056] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.894206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.894275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.894440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.895368] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.895368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.895368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.895368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.895368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.895854] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.896715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7da5c5-9d86-4c08-92a5-3783721c2abd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.896873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.896961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.897262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.897262] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7da5c5-9d86-4c08-92a5-3783721c2abd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.910890] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 in Status: SUCCESS [ 972.911104] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 deletion is rescheduled due to dependency. [ 972.911227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928810] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.929442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.929566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.929807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.929967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.953190] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 973.123928] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.124151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.126149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.126149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.126149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.126149] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 973.158775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.159058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.159130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.159387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.159550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.169925] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 973.204909] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e177900d-01f1-4567-9899-36a450427574 [ 973.205363] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.205518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.205589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.205798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.205959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.206218] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e177900d-01f1-4567-9899-36a450427574 already deleted. [ 973.206281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e177900d-01f1-4567-9899-36a450427574" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.300657] env[65150]: INFO networking_nsxv3.common.synchronization [req-7249145f-ea06-4023-a084-661f64b64534 req-64629d59-537c-4815-83ba-99a38a6b3f5e tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 973.301944] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 973.303238] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.303238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.303747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.304464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.304464] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.304464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.304464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.304688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.304802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.304929] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.399516] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.404676] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.404815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.404985] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc7da5c5-9d86-4c08-92a5-3783721c2abd with status ACTIVE [ 973.405338] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.405505] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.405572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.405824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.408385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.408645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.408780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.408842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.409111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.409221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.409498] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.409631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.409698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.409946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.410084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.410245] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc7da5c5-9d86-4c08-92a5-3783721c2abd is going to be updated. [ 973.441768] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.441943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.441978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.442348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.442419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.442548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7da5c5-9d86-4c08-92a5-3783721c2abd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.810878] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.810878] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.810878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.810878] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 973.866250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.866360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.866427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.866653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.866809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.883584] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 973.914619] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.418445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.418445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.418445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.418445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.418445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.419374] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 974.459602] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.460129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.463100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.464254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.465138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.475392] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 974.969924] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 974.970302] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.182981] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 975.183340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.183340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.184850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.184850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.184850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.184850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.184850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.184850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.184850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.184850] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.386533] env[65150]: INFO networking_nsxv3.common.synchronization [None req-efa1a5e0-dab3-4ffb-9540-cb1438d647d7 None None] Enqueued Resource ID: 7729bd5f-65a7-4619-9d82-3c1b9e52d824 with Priority: HIGHEST for action port [ 975.388359] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7729bd5f-65a7-4619-9d82-3c1b9e52d824 with Priority: HIGHEST for action port [ 975.388359] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7729bd5f-65a7-4619-9d82-3c1b9e52d824 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.388359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7729bd5f-65a7-4619-9d82-3c1b9e52d824" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.388359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7729bd5f-65a7-4619-9d82-3c1b9e52d824" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.388359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7729bd5f-65a7-4619-9d82-3c1b9e52d824" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.388359] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7729bd5f-65a7-4619-9d82-3c1b9e52d824',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.603619] env[65150]: INFO networking_nsxv3.common.synchronization [req-12f561cf-1f0e-47c5-b056-2ce018f2f9bb req-53f1359b-4c8f-48a2-b8cf-e2268511ce76 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_members [ 975.604019] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_members [ 975.604645] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.605468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.605468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.605468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.605468] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.605845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.605845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.605963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.606624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.606624] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.687542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.687698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.687758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.688031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.688208] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.688310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.688372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.688537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.688623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.688711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.688856] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.688945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.689014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.689149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.689284] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.689370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.689428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.689556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.689626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.689704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.689791] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.890510] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7729bd5f-65a7-4619-9d82-3c1b9e52d824 [ 975.890790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.890965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.891042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.891385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.891497] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.891647] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7729bd5f-65a7-4619-9d82-3c1b9e52d824 already deleted. [ 975.891755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7729bd5f-65a7-4619-9d82-3c1b9e52d824" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.903906] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 975.904145] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 975.905038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.055373] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.055373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.055373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.055373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.055881] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.055881] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.055881] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.056145] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.056348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.056662] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.057370] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.057370] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.057370] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.057370] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.057539] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.057650] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.082192] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.082616] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.082872] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.083176] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-942" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.083649] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-3c751c5e-942e-4aa5-bd31-77f6702706d0 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.085022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.085022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.085022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.085022] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c751c5e-942e-4aa5-bd31-77f6702706d0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.113515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.113515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.113515] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b already deleted. [ 976.113515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.193662] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad: rpc.has_security_group_logging(os_id): False [ 976.222777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.222978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.223242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.223563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.223563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.223686] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.223778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.223869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.224142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.224219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.224397] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.224554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.224594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.224734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.224807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.225010] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.225182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.225241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.225480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.225525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.225612] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 976.296966] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.297208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.297252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.297435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.297631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.321187] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 976.493841] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 976.494117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.494325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.494573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.494783] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.494914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.494983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.495183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.495264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.495378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.495492] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.590735] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.591278] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.591486] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.591963] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.592277] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.592450] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 3c751c5e-942e-4aa5-bd31-77f6702706d0 not found, creating... [ 976.592827] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.593044] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.593176] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.593523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.593737] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.594180] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.594464] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.594621] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.594975] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.595182] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.595399] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 3c751c5e-942e-4aa5-bd31-77f6702706d0 is going to be created. [ 976.626353] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.626635] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.626849] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.627372] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.628060] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.628060] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.001660] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.001913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.002118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.002527] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.002778] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.002921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.003026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.003252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.003379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.003502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.003704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.003836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.003942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.004357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.004584] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.004713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.004799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.005021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.005131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005364] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.372459] env[65150]: INFO networking_nsxv3.common.synchronization [req-12f561cf-1f0e-47c5-b056-2ce018f2f9bb req-a91d2ef6-7724-4470-b187-3430a67d522a service nova] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_rules [ 977.372741] env[65150]: INFO networking_nsxv3.common.synchronization [req-12f561cf-1f0e-47c5-b056-2ce018f2f9bb req-a91d2ef6-7724-4470-b187-3430a67d522a service nova] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_members [ 977.373030] env[65150]: INFO networking_nsxv3.common.synchronization [req-12f561cf-1f0e-47c5-b056-2ce018f2f9bb req-a91d2ef6-7724-4470-b187-3430a67d522a service nova] Enqueued Resource ID: 3c751c5e-942e-4aa5-bd31-77f6702706d0 with Priority: HIGHEST for action port [ 977.373436] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_rules [ 977.373567] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_members [ 977.373667] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c751c5e-942e-4aa5-bd31-77f6702706d0 with Priority: HIGHEST for action port [ 977.373951] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.374535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.374535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.374745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.374793] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.377435] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.377435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.377435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.377435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.377435] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.377808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.377808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.377808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.377808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.378039] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.379411] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c751c5e-942e-4aa5-bd31-77f6702706d0 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.379567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.379637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.379789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.379867] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c751c5e-942e-4aa5-bd31-77f6702706d0',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.508091] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 243a4afc-4278-4480-8406-bcaa171e8b1c: rpc.has_security_group_logging(os_id): False [ 977.528630] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.528783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.528855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.529111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.550589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.550910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.551143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.551143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.551332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.551409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.551636] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.551730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.551908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.551942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.551986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.552208] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.552305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.552384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.552531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.552608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.552694] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 977.622513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.622754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.622839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.623115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.623556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.642617] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 977.755079] env[65150]: INFO networking_nsxv3.common.synchronization [req-3322faec-c078-47de-95b1-c2e477175aaf req-1e03c60c-20e7-4127-b556-666ab403e4e2 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 977.755786] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 977.756194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.756355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.756479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.757417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.757417] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.757417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.757417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.757417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.757417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.757719] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.877663] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.877882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.879244] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.882257] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c751c5e-942e-4aa5-bd31-77f6702706d0 with status ACTIVE [ 977.883059] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.883059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.883059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.883059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.883059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.883752] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.883752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.883752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.883752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.883752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.884026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.884168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.884319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.884508] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.884611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.884719] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c751c5e-942e-4aa5-bd31-77f6702706d0 is going to be updated. [ 977.909687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.909687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.909687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.909956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.910563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.910563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c751c5e-942e-4aa5-bd31-77f6702706d0" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.218492] env[65150]: INFO networking_nsxv3.common.synchronization [req-9c841921-bbc4-45dd-9dc1-77fa1e77bbbc req-1adedb95-7176-471e-8290-03b792e59e91 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 978.219330] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 978.219671] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.219794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.219860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.221783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.223023] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.223198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.223310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.223576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.223699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.223807] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.260011] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.338403] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 978.338654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.381600] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.641907] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.642155] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.642282] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.642561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.642835] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.642988] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.643913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.644329] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.644648] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.644996] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.645670] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.645877] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.646090] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.646307] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.646472] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.646690] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.676102] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.676338] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.676415] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.676695] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.676877] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.677681] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.678235] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.679326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.679531] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.726342] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.763567] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.886488] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.886652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.886711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.888761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.888872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.889010] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b is going to be created. [ 978.917989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.918201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.918249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.918424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.918596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.930603] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: UNINITIALIZED for 2s [ 979.181973] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182393] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.182611] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.182993] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183260] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183658] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 not found, creating... [ 979.183925] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.184369] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.184369] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.184560] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.184701] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.185050] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.185224] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.185348] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.185597] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.185734] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.185880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 is going to be created. [ 979.218760] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.218991] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.219133] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.219422] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.219655] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.219885] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.229518] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.265944] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.266144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.266192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.266394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.266510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.266613] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 979.308071] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.308226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.308226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.308416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.308569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.317363] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 979.657293] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 979.657660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.732344] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.732530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.732811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.733186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.733363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.733519] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 979.765617] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.765880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.765962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.776878] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 979.938756] env[65150]: INFO networking_nsxv3.common.synchronization [req-9c841921-bbc4-45dd-9dc1-77fa1e77bbbc req-457bab74-74f7-4e51-8ae0-387fccd7bfaa service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 979.938991] env[65150]: INFO networking_nsxv3.common.synchronization [req-9c841921-bbc4-45dd-9dc1-77fa1e77bbbc req-457bab74-74f7-4e51-8ae0-387fccd7bfaa service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 979.939153] env[65150]: INFO networking_nsxv3.common.synchronization [req-9c841921-bbc4-45dd-9dc1-77fa1e77bbbc req-457bab74-74f7-4e51-8ae0-387fccd7bfaa service nova] Enqueued Resource ID: 4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 with Priority: HIGHEST for action port [ 979.939707] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 979.939846] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 979.939945] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 with Priority: HIGHEST for action port [ 979.940267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.940388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.940454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.940675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.940743] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.941678] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.941942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.941942] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.942177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.942215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.942767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.942767] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.239501] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d8c0f849-635b-4023-b5b5-a64443e8c185 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_rules [ 980.239738] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_rules [ 980.240096] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.240234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.240289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.240740] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.410102] env[65150]: INFO networking_nsxv3.common.synchronization [None req-8379ba92-012b-43eb-a287-9396a83dc2a9 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_rules [ 980.410773] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_rules [ 980.411228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.411228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.444312] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.444489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.444623] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 with status ACTIVE [ 980.444791] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.444898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.444961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.445188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.445280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.445446] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.445578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.445621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.445773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.445830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.445980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.446080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.446133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.446271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.446338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.446710] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73 is going to be updated. [ 980.471711] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.471711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.471711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.471970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.472037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.473040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbd9e49-a467-4f1b-bf5e-cd3630b4ed73" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.772788] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.772788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.772788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.772788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.772788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.772788] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba already deleted. [ 980.772788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.773360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.773360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.773481] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.890334] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d8f9c393-48f0-4f1d-bfc3-dbfd7dff0943 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 980.890334] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 980.890334] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.890334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.890334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.891048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.891328] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.945156] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: SUCCESS [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.945156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.945156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.945156] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.993594] env[65150]: INFO networking_nsxv3.common.synchronization [None req-50178602-3705-43af-999f-ee9a01673188 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 980.993594] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 980.994460] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.994767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.301624] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.301624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.301624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.301624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.301624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.301624] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba already deleted. [ 981.301624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.331024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 981.331024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.414881] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.415057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.417548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.417548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.417548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.417548] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 already deleted. [ 981.417548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.417548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.417548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.417548] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.446779] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.791294] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 981.791294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.791931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.791931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.791931] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.792101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.792101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.792290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.792290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.792439] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.942874] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.943164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.945437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.945437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.945437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.945437] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 already deleted. [ 981.945437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.951244] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f802fb15-ec72-4aa7-8af6-ed20a9047a4b: rpc.has_security_group_logging(os_id): False [ 981.970710] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.971241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.971468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.971841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.972272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.972689] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.973979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.974168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.974305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.974412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.974564] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b is going to be created. [ 982.050306] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.050487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.050568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.050915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.051172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.068328] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: IN_PROGRESS for 2s [ 982.296403] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.798166] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.301432] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.301619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.301750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.302498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.302498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.302872] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 983.338903] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.339091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.339153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.339359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.339503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.351776] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 983.917092] env[65150]: INFO networking_nsxv3.common.synchronization [req-4621c87a-9e92-4c86-9121-eedc093bb6fc req-06366fa2-fe2f-483e-9ed7-267f6e4a4d0f tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 983.917883] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 983.918238] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.918364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.918431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.918629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.918780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.920492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.920565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.920745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.920835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.920932] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.080398] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: SUCCESS [ 984.080713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.237353] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.237550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.237679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.237953] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.238232] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.238388] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.238504] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.238715] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.238853] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.239263] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.239411] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.239521] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.239636] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.239741] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.239853] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.239988] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.268875] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.269073] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.269215] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.269465] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.269833] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-4f601a33-9112-4b6e-bee2-cd5284cfa34d taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.270088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.270225] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.270970] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.271198] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f601a33-9112-4b6e-bee2-cd5284cfa34d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.424052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.424052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.424052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.424609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 984.460654] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.460654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.460654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.460654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.460654] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.473158] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 984.774252] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.775046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.775046] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.775207] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.775357] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.775533] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 4f601a33-9112-4b6e-bee2-cd5284cfa34d not found, creating... [ 984.775960] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.776162] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.776285] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.777131] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.777131] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.777131] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.777320] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.777421] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.777705] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.777860] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.778017] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 4f601a33-9112-4b6e-bee2-cd5284cfa34d is going to be created. [ 984.803408] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.803601] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.803640] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.803914] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.804231] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.804483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.366281] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 985.366682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.366682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.366908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.367121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.367243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.367311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.367474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.367556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.367641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.367735] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.498261] env[65150]: INFO networking_nsxv3.common.synchronization [req-f7893af1-b5b3-4d41-8d82-4fc5c2324df3 req-cee234c9-30fd-45e8-a38a-910d384836ea tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_members [ 985.498811] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGHEST for action security_group_members [ 985.499144] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.499268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.499334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.499538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.499689] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.499785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.499843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.499988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.500242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.500346] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.517355] env[65150]: INFO networking_nsxv3.common.synchronization [req-4621c87a-9e92-4c86-9121-eedc093bb6fc req-a08c21c1-f29e-40a1-b69a-a40a905bac0e service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 985.517538] env[65150]: INFO networking_nsxv3.common.synchronization [req-4621c87a-9e92-4c86-9121-eedc093bb6fc req-a08c21c1-f29e-40a1-b69a-a40a905bac0e service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 985.517687] env[65150]: INFO networking_nsxv3.common.synchronization [req-4621c87a-9e92-4c86-9121-eedc093bb6fc req-a08c21c1-f29e-40a1-b69a-a40a905bac0e service nova] Enqueued Resource ID: 4f601a33-9112-4b6e-bee2-cd5284cfa34d with Priority: HIGHEST for action port [ 985.518176] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 985.518313] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 985.518410] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f601a33-9112-4b6e-bee2-cd5284cfa34d with Priority: HIGHEST for action port [ 985.518690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.518814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.518895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.519233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.519366] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.521276] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.521417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.521597] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f601a33-9112-4b6e-bee2-cd5284cfa34d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.521741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.521741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.521942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.522039] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f601a33-9112-4b6e-bee2-cd5284cfa34d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.871565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.872012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.872225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.872462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.872661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.872839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.872839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.873037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.873246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.873246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.873761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.873761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.873761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.873761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.873932] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.873974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.874053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.874309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.874413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.874596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.874596] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.002945] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.007081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.007081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.007081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.022231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.024587] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f601a33-9112-4b6e-bee2-cd5284cfa34d with status ACTIVE [ 986.024884] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.025070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.025235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.025503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.025602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.025788] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.025882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.025948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.026126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.026205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.026386] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.026482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.026565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.026742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.026836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.026926] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f601a33-9112-4b6e-bee2-cd5284cfa34d is going to be updated. [ 986.031456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.031749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.031864] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.031935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.032201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.032201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.032318] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 is going to be updated. [ 986.050532] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.050532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.050532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.051135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.051135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.051135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f601a33-9112-4b6e-bee2-cd5284cfa34d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.060830] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.060964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.061821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.061821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.061821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.077254] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 in Status: IN_PROGRESS for 2s [ 986.377084] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5b886b-e056-4763-89d9-3d1caef447b5: rpc.has_security_group_logging(os_id): False [ 986.398044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.398277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.398277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.398482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.398589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.398801] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.398930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.398975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.399154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.399253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.399424] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.399520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.399581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.399743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.399869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.400018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.400114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.400175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.400351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.400396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.400465] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 986.488858] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 986.489134] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 986.489271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.489446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.489649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.489912] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.490121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.490188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.490374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.490460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.490562] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.494940] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.495177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.495177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.495428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.495560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.529263] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 986.997684] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.499919] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.001762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.001998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.002152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.002278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.002370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.002474] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 988.035347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.035500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.035601] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.035947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.035947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.045725] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 988.084423] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 in Status: SUCCESS [ 988.084626] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 deletion is rescheduled due to dependency. [ 988.084748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.467550] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-0ce78faf-e15a-4069-893f-9f5b87a58d8c tempest-ListServersNegativeTestJSON-1057126256 tempest-ListServersNegativeTestJSON-1057126256-project-member] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 988.468192] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 988.468562] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.468668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.468764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.469060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.469232] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.469336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.469399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.469551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.469635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.469728] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.546900] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 988.547481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.898431] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.898669] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.898852] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.899263] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.900282] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.900520] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.900625] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.900892] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.901066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.901410] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.901552] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.901737] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.901924] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.902325] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.902325] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.902561] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.925026] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.925426] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.925671] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.925912] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.926365] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.926550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.926669] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.926991] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.927179] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.971521] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.971683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.972537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.972776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.972890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.973129] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.973247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.973330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.973491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.973572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.973661] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 already deleted. [ 988.973742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.429947] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.430248] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.430473] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.430802] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.430959] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.431134] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed not found, creating... [ 989.431415] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.431678] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.431744] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432041] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432195] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.432492] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432656] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.432834] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.433122] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.433265] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.433409] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed is going to be created. [ 989.456643] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.456882] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.457032] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.457357] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.457601] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.457828] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.056428] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 990.056802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.057773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.057987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.058335] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.058335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.058476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.058600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.058731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.058895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.058939] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.061764] env[65150]: INFO networking_nsxv3.common.synchronization [req-bdcf43aa-ede0-414e-add0-a6d772c35f81 req-88edb41e-bbd7-405c-b9da-ef2889000b34 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 990.062407] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 990.063090] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.063090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.063090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.063573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.063573] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.063573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.064434] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.190202] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-761ca07b-98df-46a6-8bae-0b79d05b3de3 service nova] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_rules [ 990.190322] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-761ca07b-98df-46a6-8bae-0b79d05b3de3 service nova] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 990.190871] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-761ca07b-98df-46a6-8bae-0b79d05b3de3 service nova] Enqueued Resource ID: a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed with Priority: HIGHEST for action port [ 990.191034] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_rules [ 990.191161] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 990.191262] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed with Priority: HIGHEST for action port [ 990.191556] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.191762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.191762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.192012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.192112] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.193024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.193427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.193427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.193427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.193611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.193611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.193719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.193794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.193876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.193968] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.195083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.195205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.195313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.196535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.196535] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.561791] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.562045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.562045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.562367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.562631] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.562719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.562773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.562958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.563149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.563319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.563379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.563480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.563574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.563738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.563905] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.563975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.564110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.564222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.564317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.564441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.564530] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.566687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.566687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.566687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.566895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.566933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.567153] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.567261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.567324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.567472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.567546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.567632] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 990.602343] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.602568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.602616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.602880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.603104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.613031] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 990.697279] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.698762] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.698762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.699170] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed with status ACTIVE [ 990.699243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.699304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.700124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.700124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.700124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.700124] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.700124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.700124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.700124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.700453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.700453] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.700591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.700591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.700679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.700736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.700823] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed is going to be updated. [ 990.729084] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.729385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.729515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.729745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.729984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.730246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3bbbd80-3cc4-4bc0-b2f2-ea497497b5ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.033137] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-28da6fdd-0d57-4800-a0da-ba96efba6315 tempest-ListServersNegativeTestJSON-1057126256 tempest-ListServersNegativeTestJSON-1057126256-project-member] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 991.034060] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 991.034180] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.034263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.067919] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca47575-a9d5-4474-9552-6cf5b7b87105: rpc.has_security_group_logging(os_id): False [ 991.085257] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.085458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.085458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.085657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.085749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.085975] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.086118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.086166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.086315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.087350] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.087350] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.087350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.087794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.087794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.087794] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 991.146994] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.147206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.147286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.147500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.147676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.160680] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 991.200951] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.349051] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.349277] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.349402] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.349671] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.349930] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.350520] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.350733] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.351077] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.351355] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.351637] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.352008] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.352008] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.352008] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.352205] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.352205] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.352498] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.375533] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.375718] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.375862] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.376051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.376383] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-a8d2efa3-a178-4c20-b828-1c3c4c512200 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.376563] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.376734] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.377047] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.377200] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d2efa3-a178-4c20-b828-1c3c4c512200',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.704644] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.704644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.704644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.705151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.705306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.705487] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be created. [ 991.783980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.784999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.785174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.785488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.785695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.801166] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: UNINITIALIZED for 2s [ 991.879746] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.880136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.880136] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.880517] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.880699] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.881417] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port a8d2efa3-a178-4c20-b828-1c3c4c512200 not found, creating... [ 991.881417] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.881574] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.881732] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.882204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.882204] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.882454] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.882639] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.882767] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.883043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.883159] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.883329] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: a8d2efa3-a178-4c20-b828-1c3c4c512200 is going to be created. [ 991.908213] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.908515] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.908636] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.908945] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.909241] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.909532] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.623953] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 992.624317] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 992.624317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.662024] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-388b914d-aab7-4951-b55f-420f09f39a0f service nova] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_rules [ 992.662024] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-388b914d-aab7-4951-b55f-420f09f39a0f service nova] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 992.662024] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-388b914d-aab7-4951-b55f-420f09f39a0f service nova] Enqueued Resource ID: a8d2efa3-a178-4c20-b828-1c3c4c512200 with Priority: HIGHEST for action port [ 992.662024] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_rules [ 992.662024] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 992.662024] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d2efa3-a178-4c20-b828-1c3c4c512200 with Priority: HIGHEST for action port [ 992.662024] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.662989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.663413] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.663920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.664271] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d2efa3-a178-4c20-b828-1c3c4c512200 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.664562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.666046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.666046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.666046] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d2efa3-a178-4c20-b828-1c3c4c512200',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.168555] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d2efa3-a178-4c20-b828-1c3c4c512200 with status ACTIVE [ 993.168836] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.168994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.169102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.169463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.169569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.170196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.170196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.170196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.170196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.170437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.170437] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.170537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.170573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.170718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.170835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.170964] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d2efa3-a178-4c20-b828-1c3c4c512200 is going to be updated. [ 993.180516] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 993.180776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.196126] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.196396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.196396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.196593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.196818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.196908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d2efa3-a178-4c20-b828-1c3c4c512200" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.607868] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-98ca7d53-b48a-452d-a1b2-15c46ad70acb tempest-ListServersNegativeTestJSON-1057126256 tempest-ListServersNegativeTestJSON-1057126256-project-member] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 993.608578] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 993.608578] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.608578] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.811886] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 993.811886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.812328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.812328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.812592] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.812866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.812943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.813178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.813269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.813362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.813747] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.815975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.815975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.815975] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.815975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.815975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.815975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.815975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.816361] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.020053] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020546] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.020778] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.021212] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.022081] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.022376] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.022561] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.022821] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.022972] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.023280] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.023463] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.023595] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.023682] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.023792] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.023899] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.024040] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.045421] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.045631] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.045753] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.045935] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-738" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.046272] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-1b3adf5f-5a88-474c-a2fa-4328174a8330 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.046447] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.046592] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.046936] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.047190] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3adf5f-5a88-474c-a2fa-4328174a8330',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.318333] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.319517] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.319635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.549935] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.550241] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.550395] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.550709] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.550883] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.551074] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 1b3adf5f-5a88-474c-a2fa-4328174a8330 not found, creating... [ 994.551380] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.551557] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.551708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.551966] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.552147] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.552526] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.552739] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.552819] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553077] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553449] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 1b3adf5f-5a88-474c-a2fa-4328174a8330 is going to be created. [ 994.575051] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.575051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.575291] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.575420] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.575646] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.575872] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.821846] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.326355] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.326526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.326622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.326805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.326890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.326993] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 995.354044] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-15d4c109-d524-4453-a137-eaf82a4c73bb service nova] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_rules [ 995.354297] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-15d4c109-d524-4453-a137-eaf82a4c73bb service nova] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 995.354452] env[65150]: INFO networking_nsxv3.common.synchronization [req-d1856238-191b-4663-9b08-e51ab0e9cb86 req-15d4c109-d524-4453-a137-eaf82a4c73bb service nova] Enqueued Resource ID: 1b3adf5f-5a88-474c-a2fa-4328174a8330 with Priority: HIGHEST for action port [ 995.354981] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_rules [ 995.355134] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 995.355270] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3adf5f-5a88-474c-a2fa-4328174a8330 with Priority: HIGHEST for action port [ 995.355904] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.357496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.357772] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.357879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.358114] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b3adf5f-5a88-474c-a2fa-4328174a8330 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.358219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.358337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.358492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.358550] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3adf5f-5a88-474c-a2fa-4328174a8330',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.371893] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.372145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.372357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.372587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.383930] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 995.861943] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b3adf5f-5a88-474c-a2fa-4328174a8330 with status ACTIVE [ 995.861943] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.861943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.861943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.862553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.862553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.862553] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.862553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.862553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.862728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.862763] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.862972] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.863083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.863170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.863318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.864043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.864043] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b3adf5f-5a88-474c-a2fa-4328174a8330 is going to be updated. [ 995.893244] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.893423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.893465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.893652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.893793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.893957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b3adf5f-5a88-474c-a2fa-4328174a8330" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.397261] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 997.397619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.397619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.397873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.398100] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.398310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.398437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.398726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.399406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.399406] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.901303] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.405016] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.908068] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.908841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.908841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.908841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.908841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.908841] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 998.943074] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.943074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.943074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.943364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.943474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.953272] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 999.383234] env[65150]: INFO networking_nsxv3.common.synchronization [req-b1975a21-b4fd-4642-bb27-45bacdb23cb1 req-28af4376-aaf1-455a-96de-4d82c48b127a tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 999.383958] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 999.384439] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.384592] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.385961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.385961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.385961] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.385961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.385961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.385961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.385961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.385961] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.888441] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.095715] env[65150]: INFO networking_nsxv3.common.synchronization [req-4cccd6c4-cfd1-49cc-9746-0fdf069ef0ce req-c5b29a1d-48b0-4a5d-9963-13e29bfe1d35 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_members [ 1000.096379] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_members [ 1000.096685] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.096815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.096879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.097383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.097565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.097716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.098033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.098233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.098324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.098421] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.391848] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.471737] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.471988] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.472128] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.472391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.472735] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.472987] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.473225] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.473481] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.473687] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.473933] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.474080] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.474198] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.474327] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.474464] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.474575] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.474707] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.497184] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.497379] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.497945] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.497945] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.498200] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-cd619539-10ea-4712-a888-764dfb103401 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.498330] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.498426] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.498713] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.498858] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd619539-10ea-4712-a888-764dfb103401',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.602330] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.602330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.602652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.602652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.602785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.602958] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.603084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.603164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.603329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.603426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.603536] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba already deleted. [ 1000.603628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.893855] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.894151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.894151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.894367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.894492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.894556] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1000.924619] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.924781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.924829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.925021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.925177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.936305] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1000.963523] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1000.963743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.963923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.964158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.964457] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.964550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.964594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.964731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.965283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.965283] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.003301] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.003966] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.004336] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.004776] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.004994] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005252] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port cd619539-10ea-4712-a888-764dfb103401 not found, creating... [ 1001.005905] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.006206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.006731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.006930] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.007399] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.007632] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.007804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.008118] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.008314] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.008518] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: cd619539-10ea-4712-a888-764dfb103401 is going to be created. [ 1001.032748] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.033082] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.033751] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.033865] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.034358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.467053] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.769038] env[65150]: INFO networking_nsxv3.common.synchronization [req-4cccd6c4-cfd1-49cc-9746-0fdf069ef0ce req-216e5c22-72a5-4ae1-92b9-0fed0cc13e2d service nova] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_rules [ 1001.769551] env[65150]: INFO networking_nsxv3.common.synchronization [req-4cccd6c4-cfd1-49cc-9746-0fdf069ef0ce req-216e5c22-72a5-4ae1-92b9-0fed0cc13e2d service nova] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_members [ 1001.769551] env[65150]: INFO networking_nsxv3.common.synchronization [req-4cccd6c4-cfd1-49cc-9746-0fdf069ef0ce req-216e5c22-72a5-4ae1-92b9-0fed0cc13e2d service nova] Enqueued Resource ID: cd619539-10ea-4712-a888-764dfb103401 with Priority: HIGHEST for action port [ 1001.769890] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_rules [ 1001.770038] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_members [ 1001.770140] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd619539-10ea-4712-a888-764dfb103401 with Priority: HIGHEST for action port [ 1001.770419] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.770539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.770606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.770805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.770888] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.771758] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.771983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.771983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.772136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.772347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.772451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.772514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.772660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.772745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.772835] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.773575] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd619539-10ea-4712-a888-764dfb103401 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.773680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.773746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.773892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.773965] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd619539-10ea-4712-a888-764dfb103401',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.969976] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.275766] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.276032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.277275] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.277615] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd619539-10ea-4712-a888-764dfb103401 with status ACTIVE [ 1002.277615] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.277829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.277829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.278144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.278236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.278425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.278560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.278633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.278893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.279658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.280611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.281883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.281883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.281883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.281883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.281883] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd619539-10ea-4712-a888-764dfb103401 is going to be updated. [ 1002.316802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.317265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.317348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.317555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.317742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.317993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd619539-10ea-4712-a888-764dfb103401" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.472428] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.472428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.472644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.472716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.473391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.473391] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1002.507513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.507710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.507786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.508060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.508400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.519193] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1002.631367] env[65150]: INFO networking_nsxv3.common.synchronization [req-76e6cd5c-e41b-46c9-9703-775205f26b38 req-5a56d500-a793-427c-8795-384273cb3615 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1002.631968] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1002.632349] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.632509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.632571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.632993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.632993] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.633136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.633184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.633356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.633447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.633561] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.783179] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.947339] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1002.947339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.999016] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.999351] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.999351] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.999611] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.999888] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.000088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.000209] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.000457] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.000625] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.000865] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.000981] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.001112] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.001234] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.001350] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.001477] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.001614] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.021917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.022140] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.022347] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.022555] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.022926] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-73959fe1-97db-4aa0-bd52-405b562b05ca taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.023163] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.023233] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.024040] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.024040] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73959fe1-97db-4aa0-bd52-405b562b05ca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.138423] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.138637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.138746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.139016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.139173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.139892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.139892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.139892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.139892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.140111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.140111] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 already deleted. [ 1003.140111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.285652] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.285756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.285796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.285998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.286111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.286211] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba is going to be created. [ 1003.313466] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.313624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.313700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.313985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.314808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.325896] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba in Status: UNINITIALIZED for 2s [ 1003.527062] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.527062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.527062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.527062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.527307] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.527475] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 73959fe1-97db-4aa0-bd52-405b562b05ca not found, creating... [ 1003.527862] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.528100] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.528271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.528585] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.528795] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.529260] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.529504] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.529694] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.530019] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530192] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530498] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 73959fe1-97db-4aa0-bd52-405b562b05ca is going to be created. [ 1003.553931] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.555418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.555418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.555418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.555418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.555635] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.272291] env[65150]: INFO networking_nsxv3.common.synchronization [req-76e6cd5c-e41b-46c9-9703-775205f26b38 req-dec6ea9d-921a-4ca9-a7fd-4100e65c2a3c service nova] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 1004.272291] env[65150]: INFO networking_nsxv3.common.synchronization [req-76e6cd5c-e41b-46c9-9703-775205f26b38 req-dec6ea9d-921a-4ca9-a7fd-4100e65c2a3c service nova] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1004.272291] env[65150]: INFO networking_nsxv3.common.synchronization [req-76e6cd5c-e41b-46c9-9703-775205f26b38 req-dec6ea9d-921a-4ca9-a7fd-4100e65c2a3c service nova] Enqueued Resource ID: 73959fe1-97db-4aa0-bd52-405b562b05ca with Priority: HIGHEST for action port [ 1004.272937] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 1004.272937] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1004.273117] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73959fe1-97db-4aa0-bd52-405b562b05ca with Priority: HIGHEST for action port [ 1004.273466] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.273590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.273656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.273862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.273946] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.275535] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.275666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.275735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.275931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.276282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.276399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.276460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.277270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.277270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.277270] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.279887] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-73959fe1-97db-4aa0-bd52-405b562b05ca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.279887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.279887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.279887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.279887] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73959fe1-97db-4aa0-bd52-405b562b05ca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.532319] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1004.532319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.532319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.532319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.532319] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.532574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.532574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.532638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.532713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.532796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.533173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.533173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.533173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.533356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.533555] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.533555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.533638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.534237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.534237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.534237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.534237] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.535098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.535235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.535406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.535516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.535581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.535728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.535806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.535895] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.776361] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.776534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.781954] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73959fe1-97db-4aa0-bd52-405b562b05ca with status ACTIVE [ 1004.782201] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.782323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.782391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.782661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.782801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.782994] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.783123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.783160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.783335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.783427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.783583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.783900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.783900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.783900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.784026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.784026] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73959fe1-97db-4aa0-bd52-405b562b05ca is going to be updated. [ 1004.785219] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.807901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.808135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.808135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.808421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.808659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.808811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73959fe1-97db-4aa0-bd52-405b562b05ca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.038210] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55af9af9-345f-4368-8ed0-9846813e1090: rpc.has_security_group_logging(os_id): False [ 1005.039847] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.066663] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.066936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.066936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.067154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.067246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.067757] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.067757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.067757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.068011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.068011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.068118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.068184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.068231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.068355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.068429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.068614] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.068704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.068752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.068888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.068963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.069070] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be created. [ 1005.129674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.129937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.129937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.130099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.130279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.141421] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1005.288522] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.337724] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba in Status: SUCCESS [ 1005.337958] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.338144] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.339130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.339130] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.339130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.339130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.339130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.339130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.339130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.339430] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.543048] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.792043] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.792435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.792435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.793030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.793030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.793030] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be created. [ 1005.822869] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.823097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.823097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.823526] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.823723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834545] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: UNINITIALIZED for 2s [ 1005.842113] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.045986] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.046176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.046235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.046496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.046631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.046755] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1006.079992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.080232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.080232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.080411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.081016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.092766] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1006.344107] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cba3d19-5e7e-40c9-b6c4-17d269858eba: rpc.has_security_group_logging(os_id): False [ 1006.364224] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.364501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.364590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.364816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.364911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.365479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.365479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.365479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.365670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.365761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.365847] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba is going to be created. [ 1006.426034] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.426199] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.427060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.427060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.427060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.439270] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba in Status: IN_PROGRESS for 2s [ 1006.939390] env[65150]: INFO networking_nsxv3.common.synchronization [req-21572dde-f8c2-4c3f-9f2e-8d4961645721 req-ce24888d-609f-4e8c-bf6e-b2bd979aca73 tempest-ServersNegativeTestJSON-2125567581 tempest-ServersNegativeTestJSON-2125567581-project-member] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 1006.939946] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGHEST for action security_group_members [ 1006.940271] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.940395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.940533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.940968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.940968] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.940968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.941151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.941184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.941282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.941342] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.154892] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1007.155571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.156285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.156285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.156285] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.444037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.444440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.444440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.444440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.444533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.444738] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.444840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.444903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.445070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.445143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.445237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be updated. [ 1007.473790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.474049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.474099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.474327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.474483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.483355] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: IN_PROGRESS for 2s [ 1007.641768] env[65150]: INFO networking_nsxv3.common.synchronization [req-eccff55a-48e4-40d4-85ff-78789be606fd req-95d54a50-0b3a-440f-bf14-2d4e36ca1f19 tempest-ListServersNegativeTestJSON-1057126256 tempest-ListServersNegativeTestJSON-1057126256-project-member] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 1007.642337] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 1007.642886] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.642886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.659125] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.659125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.844637] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1007.844979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.845127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.845327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.845583] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.845713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.845834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.846093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.846093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.846269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.846269] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.103086] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1008.103358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.103524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.105054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.105054] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.105054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.105054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.105054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.105054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.105054] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.349263] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.453795] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba in Status: SUCCESS [ 1008.454217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.606910] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.851433] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9: rpc.has_security_group_logging(os_id): False [ 1008.898471] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.898664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.898706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.898912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.899013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.899273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.899380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.899443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.899603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.899675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.899760] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be created. [ 1008.993053] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.993053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.993053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.993053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.993378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.015611] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1009.088138] env[65150]: INFO networking_nsxv3.common.synchronization [req-f1938736-4e69-4120-a2a3-8c05dea572a9 req-ac33ceb4-7f2f-4533-9980-c98ab2adfa37 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1009.089393] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1009.091434] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.091434] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.091434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.091773] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.109366] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.338816] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.338985] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.455437] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.455785] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.455785] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.456018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.456267] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.456415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.456555] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.456723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.456857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.457079] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.457187] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.457290] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.457490] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.457490] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.457633] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.457756] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.476843] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.477030] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.478216] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.478216] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.478216] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-f44ee957-2bc1-4963-a21c-8056c0851e3a taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.478216] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.478216] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.479277] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.479364] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44ee957-2bc1-4963-a21c-8056c0851e3a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.493059] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 243a4afc-4278-4480-8406-bcaa171e8b1c in Status: SUCCESS [ 1009.493551] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c deletion is rescheduled due to dependency. [ 1009.493684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.594511] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.612151] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.612334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.612390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.612633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.612730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.613052] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1009.642547] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.642547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.642547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.642785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.642962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.654022] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1009.815101] env[65150]: INFO networking_nsxv3.common.synchronization [req-2c8dd364-ce45-4b86-bbbe-ea38610a5225 req-b38abcef-3250-4559-97a4-25153420c029 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1009.815748] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1009.816108] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.816234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.816341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.816750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.816750] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.816750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.816957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.816957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.817045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.817178] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.983050] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.983050] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.983050] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.983272] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.983308] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.983452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port f44ee957-2bc1-4963-a21c-8056c0851e3a not found, creating... [ 1009.983744] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.983909] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.984063] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.984313] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.984481] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.984762] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.984916] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.985070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.985289] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.985425] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.985566] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: f44ee957-2bc1-4963-a21c-8056c0851e3a is going to be created. [ 1010.007382] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.007658] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.007719] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.007976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.008221] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.008444] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.095991] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.322870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.322870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.322870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.322870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.322870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.323693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.323821] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.323888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.324078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.324167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.324299] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1010.358325] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.358325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.358448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.358647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.358871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.370250] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1010.598938] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.599308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.599416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.599700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.599838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.599978] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1010.649175] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.649457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.649521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.649800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.649900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.660316] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1010.772697] env[65150]: INFO networking_nsxv3.common.synchronization [req-f1938736-4e69-4120-a2a3-8c05dea572a9 req-deba66f0-0c69-41bd-b43e-4b8c5f670722 service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1010.772870] env[65150]: INFO networking_nsxv3.common.synchronization [req-f1938736-4e69-4120-a2a3-8c05dea572a9 req-deba66f0-0c69-41bd-b43e-4b8c5f670722 service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1010.773013] env[65150]: INFO networking_nsxv3.common.synchronization [req-f1938736-4e69-4120-a2a3-8c05dea572a9 req-deba66f0-0c69-41bd-b43e-4b8c5f670722 service nova] Enqueued Resource ID: f44ee957-2bc1-4963-a21c-8056c0851e3a with Priority: HIGHEST for action port [ 1010.773621] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1010.773763] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1010.773809] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44ee957-2bc1-4963-a21c-8056c0851e3a with Priority: HIGHEST for action port [ 1010.774486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.774486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.774585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.774816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.774893] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.776275] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.776378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.776917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44ee957-2bc1-4963-a21c-8056c0851e3a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.776917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.776917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.777092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.777092] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44ee957-2bc1-4963-a21c-8056c0851e3a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.029190] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1011.029190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.277850] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.277850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282022] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f44ee957-2bc1-4963-a21c-8056c0851e3a with status ACTIVE [ 1011.282022] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.282022] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.282022] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.282022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.282022] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f44ee957-2bc1-4963-a21c-8056c0851e3a is going to be updated. [ 1011.308573] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.308573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.308573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.308573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.308573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.308573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44ee957-2bc1-4963-a21c-8056c0851e3a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.682581] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1011.682881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.683029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.683321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.683470] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.683621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.683669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.683818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.683902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.683994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.684094] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.780373] env[65150]: INFO networking_nsxv3.common.synchronization [req-c6503134-e52c-48e4-911b-56e2795bf27f req-d378208d-c43c-46f2-aeef-b53ed0ee5ba7 tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 1011.780913] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 1011.781235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.781367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.781419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.781607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.781748] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.782073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.782073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.783880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.784138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.784284] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.188492] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.188648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.188719] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.188938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.189121] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.189221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.189283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.189431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.189515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.189599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.192029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.192029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.192029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.192029] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.287882] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.380509] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1012.380658] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1012.380782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.679156] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1012.679465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.679682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.679942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.680233] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.680365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.680468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.680671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.680784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.680891] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.693746] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55af9af9-345f-4368-8ed0-9846813e1090: rpc.has_security_group_logging(os_id): False [ 1012.723271] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723271] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723817] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.724048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724203] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.724464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.724562] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.724707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.724787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724892] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1012.791274] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.812722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.812871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.812975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.813212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.813340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829796] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1013.182890] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.294849] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.294849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.294849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.295135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.295230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.295370] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be updated. [ 1013.335987] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.338327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.338327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.338327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.338327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.349789] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: IN_PROGRESS for 2s [ 1013.686144] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.189164] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.189486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.189486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.189613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.189710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.189810] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1014.224802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.225046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.225046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.225263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.225997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.239411] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1014.276626] env[65150]: INFO networking_nsxv3.common.synchronization [req-6fd8d922-2b65-4905-9d1c-623872b086bc req-7a90a97b-f015-4ba5-bcc3-e4d2064de75b tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1014.277368] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1014.278419] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.278419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.278419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.278419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.278419] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.278653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.278653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.278714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.278843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.278843] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.781547] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.781733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.781773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.782089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.782225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.782499] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.782689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.782746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.782911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.783048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.783159] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1014.818604] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.818604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.818604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.818604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.818604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.837908] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1014.846802] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1014.846980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.847188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.847425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.847522] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.350572] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.350916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.350916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.351151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.351370] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.351512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.351584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.351746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.351847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.351940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.352074] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.363474] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 1015.363692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.856026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.856242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.856242] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.856415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.856585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.856806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.856934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.857140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.857237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.857334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.857512] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.857616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.857677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.857828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.857980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.858094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.858160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.858303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.858386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.858472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.858576] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.250242] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1016.250471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.250646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.250880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.251070] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.251187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.251251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.251410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.251499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.251575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.251667] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.360921] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55af9af9-345f-4368-8ed0-9846813e1090: rpc.has_security_group_logging(os_id): False [ 1016.379448] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.379640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.379640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.379836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.379938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.380166] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.380268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.380325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.380476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.380554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.380730] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.380826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.380884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.381033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.381110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.381293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.381381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.381441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.381577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.381650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.381817] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1016.447443] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.448217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.448362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.448662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.448911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.466115] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1016.556523] env[65150]: INFO networking_nsxv3.common.synchronization [req-14bf7975-46d3-4901-b1a2-905fdca58c0f req-02b6cfc5-bb7f-4c20-ad42-e5b23697f13f tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1016.557520] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1016.558039] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.558255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.558392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.558695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.558933] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.560720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.560866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.561149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.561286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.561626] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.754172] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.754350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.754447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.754688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.754866] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.754978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.755069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.755225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.755529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.755652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.755811] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.755907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.755972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.756137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.756282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.756365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.756431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.756570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.756703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.756765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.756840] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.849657] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1016.849956] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 1016.850558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.955052] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.955257] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.955407] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.955687] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.955955] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.956125] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.956243] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.956462] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.956613] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.956832] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.956945] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.957078] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.957187] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.957296] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.957402] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.957535] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.981883] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.982104] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.982302] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.982592] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.982984] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-551e1c3c-6096-43c9-843d-8d1931e4d7d5 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.983225] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.983375] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.983782] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.983957] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551e1c3c-6096-43c9-843d-8d1931e4d7d5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.063548] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.063713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.063798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.064068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.064459] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.064565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.064631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.064786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.064950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1017.098046] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.098046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.098046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.098046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.098046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.108285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1017.258866] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 1017.284078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.284078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.284318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.284753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.284753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.284963] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.285160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.285160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.285870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.285870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.285870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.286076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.286110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.286334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.286417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.286693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.286828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.286938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.287170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.287297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.288149] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1017.408147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.408662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.408662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.408662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.408817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.425989] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1017.486552] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.486828] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.486914] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.487245] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.487397] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.487553] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 551e1c3c-6096-43c9-843d-8d1931e4d7d5 not found, creating... [ 1017.487821] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.487981] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.488112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.488330] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.488468] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.488749] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.488903] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.489034] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.489246] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.489378] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.489516] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 551e1c3c-6096-43c9-843d-8d1931e4d7d5 is going to be created. [ 1017.518026] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.518354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.518439] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.518700] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.518934] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.519190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.235362] env[65150]: INFO networking_nsxv3.common.synchronization [req-14bf7975-46d3-4901-b1a2-905fdca58c0f req-d242037c-58a4-441e-959e-77d5e77c1acb service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 1018.235684] env[65150]: INFO networking_nsxv3.common.synchronization [req-14bf7975-46d3-4901-b1a2-905fdca58c0f req-d242037c-58a4-441e-959e-77d5e77c1acb service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1018.235873] env[65150]: INFO networking_nsxv3.common.synchronization [req-14bf7975-46d3-4901-b1a2-905fdca58c0f req-d242037c-58a4-441e-959e-77d5e77c1acb service nova] Enqueued Resource ID: 551e1c3c-6096-43c9-843d-8d1931e4d7d5 with Priority: HIGHEST for action port [ 1018.236483] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 1018.236811] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1018.236811] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551e1c3c-6096-43c9-843d-8d1931e4d7d5 with Priority: HIGHEST for action port [ 1018.237159] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.237326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.237538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.237618] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.239105] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.239105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.239105] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-551e1c3c-6096-43c9-843d-8d1931e4d7d5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.239105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.239105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.239344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.239344] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551e1c3c-6096-43c9-843d-8d1931e4d7d5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.483416] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1018.483747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.741477] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.741477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.741871] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 551e1c3c-6096-43c9-843d-8d1931e4d7d5 with status ACTIVE [ 1018.741871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.741871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.741994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.742202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.742324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.742683] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.742683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.742822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743537] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.743537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.743537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743935] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 551e1c3c-6096-43c9-843d-8d1931e4d7d5 is going to be updated. [ 1018.765661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.765863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.765863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.766087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.766226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.766387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551e1c3c-6096-43c9-843d-8d1931e4d7d5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.119486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1019.119730] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 1019.119876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.120014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.120195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.120379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.120495] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.120559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.120702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.120778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.120876] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.440951] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1019.441201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.623425] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.126069] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.629369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.629819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.629819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.629819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.629952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.629952] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1020.661622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.661783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.661859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.662112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.662267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.672692] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1021.068746] env[65150]: INFO networking_nsxv3.common.synchronization [req-6f7ea659-fa4b-4ce5-a2c5-cba8478306b3 req-e715fd84-80bc-4fa5-8661-eb7ed7179af3 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1021.069199] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1021.069506] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.069628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.069697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.069894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.070099] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.070224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.070290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.070474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.070615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.070706] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.378786] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.379044] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.379170] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.379435] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.379699] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.379856] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.379974] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.380206] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.380352] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.380562] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.380676] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.380785] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.380893] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.380999] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.381125] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.381329] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.395300] env[65150]: INFO networking_nsxv3.common.synchronization [req-dbc87166-af17-4dab-bac1-d6d8eca4c710 req-19810bf9-238c-48ee-8016-743924ea2006 tempest-ListServersNegativeTestJSON-1057126256 tempest-ListServersNegativeTestJSON-1057126256-project-member] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 1021.395300] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 1021.395300] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395300] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.396014] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.401485] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.401581] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.402358] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.402358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.402358] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.402358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.402839] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.402988] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.403719] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb32c7f-be85-4fb8-8e69-b61033e7ce69',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.569102] env[65150]: INFO networking_nsxv3.common.synchronization [req-97cf911f-c5f8-4642-a0fe-36b97d5ea152 req-21319bce-1c3e-496a-a32e-10d8ed7e4b8b tempest-ListServersNegativeTestJSON-1057126256 tempest-ListServersNegativeTestJSON-1057126256-project-member] Enqueued Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 1021.569102] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55af9af9-345f-4368-8ed0-9846813e1090 with Priority: HIGHEST for action security_group_members [ 1021.569400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-55af9af9-345f-4368-8ed0-9846813e1090 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.569674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.572297] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.572489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.572489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.572683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.572776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.572952] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.573061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.573134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.573295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.573372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.573481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1021.625957] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.626424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.626765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.626960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.638617] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1021.881112] env[65150]: INFO networking_nsxv3.common.synchronization [req-a827b5dc-91b8-4f36-8440-1e3c3db25697 req-f949db3c-3065-48db-8bad-0b74920bdede tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1021.881670] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1021.881979] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.882114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.882176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.882398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.882563] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.882664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.882723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.882878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.882965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.883250] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.898506] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.908930] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.909161] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.909288] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.909573] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.910116] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.910116] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 5fb32c7f-be85-4fb8-8e69-b61033e7ce69 not found, creating... [ 1021.910359] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.910527] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.910654] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.910892] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.911051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.911356] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.911531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.911735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.912099] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.912349] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.912570] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 5fb32c7f-be85-4fb8-8e69-b61033e7ce69 is going to be created. [ 1021.936306] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.936533] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.936686] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.936941] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.937192] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.937428] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.385380] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.400876] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.662204] env[65150]: INFO networking_nsxv3.common.synchronization [req-6f7ea659-fa4b-4ce5-a2c5-cba8478306b3 req-4458a364-eab9-4792-9919-82eeebbd640d service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 1022.662507] env[65150]: INFO networking_nsxv3.common.synchronization [req-6f7ea659-fa4b-4ce5-a2c5-cba8478306b3 req-4458a364-eab9-4792-9919-82eeebbd640d service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1022.662651] env[65150]: INFO networking_nsxv3.common.synchronization [req-6f7ea659-fa4b-4ce5-a2c5-cba8478306b3 req-4458a364-eab9-4792-9919-82eeebbd640d service nova] Enqueued Resource ID: 5fb32c7f-be85-4fb8-8e69-b61033e7ce69 with Priority: HIGHEST for action port [ 1022.663160] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 1022.663313] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1022.663436] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb32c7f-be85-4fb8-8e69-b61033e7ce69 with Priority: HIGHEST for action port [ 1022.663901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.664580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.664580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.664580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.664791] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.665509] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.665617] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.665820] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.665921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.666059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.666214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.666251] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb32c7f-be85-4fb8-8e69-b61033e7ce69',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.683568] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1022.683568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.683703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.684012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.684094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.684188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.684240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.684391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.685195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.685195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.685195] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.887861] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.902790] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.902973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.903041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.903230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.903319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.903417] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1022.931947] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.931947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.931947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.932309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.932309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.941432] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1023.168011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.168177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.168398] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fb32c7f-be85-4fb8-8e69-b61033e7ce69 with status ACTIVE [ 1023.168577] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.168689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.168755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.168963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.169066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.169243] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.169339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.169402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.169565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.169691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.169894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.169990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.170063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.170206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.170280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.170365] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fb32c7f-be85-4fb8-8e69-b61033e7ce69 is going to be updated. [ 1023.186639] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.186806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.186879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.187114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.187287] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.187402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.187448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.187589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.187677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.187770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.187915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.188013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.188081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.188219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.188355] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.188513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.188513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.188649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.188685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.188794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.188848] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.191362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.191476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.191544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.191694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.191834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.191965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb32c7f-be85-4fb8-8e69-b61033e7ce69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.390368] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.390589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.390589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.390797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.390891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.390990] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1023.421147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.421287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.421359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.421568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.421717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.430978] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1023.648652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1023.648864] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1023.649213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.649414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.649759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.649885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.650051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.650128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.650305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.650397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.650584] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.691165] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad: rpc.has_security_group_logging(os_id): False [ 1023.711022] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.711022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.711202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.711467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.712198] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.712198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.712198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.712198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.712605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.712605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.712605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.712734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.713312] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.713312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.713312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.713312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.713513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.713513] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1023.781114] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.782187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.782187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.782187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.782187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.798684] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1024.154400] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.657192] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.951942] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1024.951942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.951942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.952611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.952611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.952611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.952611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.952797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.952797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.952866] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55af9af9-345f-4368-8ed0-9846813e1090',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.159495] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.159641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.159687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.159919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.160038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.160152] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1025.200053] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.200175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.200241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.200657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.200657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.214353] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1025.443186] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1025.443855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.455046] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.455235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.455409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.455503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.455594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.455808] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.455946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.455988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.456243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.456243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.456336] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 is going to be updated. [ 1025.489961] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.490224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.490572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.490572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.490744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.500567] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: IN_PROGRESS for 2s [ 1025.832124] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1025.832398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.629328] env[65150]: INFO networking_nsxv3.common.synchronization [req-d52ab355-183e-42c7-9551-759e0b18896a req-f725e870-b101-49a2-9845-7640b09031ec tempest-ServerRescueNegativeTestJSON-1378372579 tempest-ServerRescueNegativeTestJSON-1378372579-project-member] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 1026.629718] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGHEST for action security_group_members [ 1026.630315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.630315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.630315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.630846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.630846] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.630846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.630846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.630995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.630995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.631106] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.134045] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.134045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.134272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.134337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.157629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.157901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.158081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.158158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.158364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.158454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.158614] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be updated. [ 1027.193934] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.193934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.193934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.193934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.194214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.217606] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: IN_PROGRESS for 2s [ 1027.225684] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1027.225910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.226101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.226325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.226522] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.226640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.226707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.226896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.226978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.227079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.227177] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.299603] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4ca11c5-0553-4a99-a8ab-669bed136afa req-cb9c8cda-768c-407b-bbea-ecb31de9e597 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1027.300251] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1027.300448] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.300573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.300642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.300841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.300997] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.301111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.301175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.301317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.301405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.301499] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.510377] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55af9af9-345f-4368-8ed0-9846813e1090 in Status: SUCCESS [ 1027.510712] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55af9af9-345f-4368-8ed0-9846813e1090 deletion is rescheduled due to dependency. [ 1027.510712] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55af9af9-345f-4368-8ed0-9846813e1090" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.642980] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.643237] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.643320] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.643630] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.643906] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.644077] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644347] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644437] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644606] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644819] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.644929] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.645052] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.645160] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.645269] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.645372] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.645503] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.664788] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.664998] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.665155] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.665335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-111" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.665656] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.665827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.665947] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.666268] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.666406] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.730185] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.730362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.730441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.730650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.730820] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.730919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.730982] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.731147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.731231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.731319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.731474] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.731559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.731621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.731756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.731907] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.732076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.732139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.732267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.732343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.732441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.732542] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.804027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.804027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.804251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.804290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.804365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.804619] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.804722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.804786] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.804941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.805032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.805123] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1027.829514] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.829660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.829706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.830350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.830350] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.843021] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1028.171622] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.171970] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.172187] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.172591] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.172836] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.173120] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 not found, creating... [ 1028.173547] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.173796] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.173986] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.174315] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.174545] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.174962] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.175226] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.175434] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.175752] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.175969] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.176180] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 is going to be created. [ 1028.196333] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.196550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.196599] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.196859] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.197097] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197319] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.234222] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca47575-a9d5-4474-9552-6cf5b7b87105: rpc.has_security_group_logging(os_id): False [ 1028.252981] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.252981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.252981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.252981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.253204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.253279] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.253384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.253460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.253631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.253726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.253944] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.254066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.254131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.254294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.254399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.254648] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.254748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.254822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.254966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.255048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.255133] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1028.343662] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.343896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.343896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.344154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.344306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.365240] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1028.383077] env[65150]: INFO networking_nsxv3.common.synchronization [req-097f2c94-e01b-4adf-802c-5de00d01412b req-c9222608-3f18-4460-9c1d-27bc9f785324 tempest-ServersTestBootFromVolume-2075631328 tempest-ServersTestBootFromVolume-2075631328-project-member] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_members [ 1028.383779] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGHEST for action security_group_members [ 1028.384146] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.384294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.384364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.384586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.384755] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.384845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.384906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.385071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.385170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.385269] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.887706] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.888065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.888065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.888416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.888416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.888530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.888681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.888724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.888894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.888957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.889067] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b is going to be updated. [ 1028.913439] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4ca11c5-0553-4a99-a8ab-669bed136afa req-d123ab4f-c724-48cd-95fb-edcb4e5006ce service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 1028.913598] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4ca11c5-0553-4a99-a8ab-669bed136afa req-d123ab4f-c724-48cd-95fb-edcb4e5006ce service nova] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1028.913739] env[65150]: INFO networking_nsxv3.common.synchronization [req-b4ca11c5-0553-4a99-a8ab-669bed136afa req-d123ab4f-c724-48cd-95fb-edcb4e5006ce service nova] Enqueued Resource ID: cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 with Priority: HIGHEST for action port [ 1028.914262] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_rules [ 1028.915377] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1028.915507] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 with Priority: HIGHEST for action port [ 1028.915814] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.915945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.916057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.916369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.916369] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.917233] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.917334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.917535] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.917629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.917687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.919762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.919762] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.920667] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.920781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.920847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.921025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.921160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.931555] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a629c8f8-8c63-40f8-a19f-44690a6e940b in Status: IN_PROGRESS for 2s [ 1029.232549] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d in Status: SUCCESS [ 1029.232806] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d deletion is rescheduled due to dependency. [ 1029.232877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.421369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.421369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.423697] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 with status ACTIVE [ 1029.423982] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.424427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.424635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.425115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.425239] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.425419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.425588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.426019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.426282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.426444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.426552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.426781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.427050] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.427229] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4 is going to be updated. [ 1029.448567] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.448747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.448819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.449069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.449249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.449441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc5e6c77-edc4-418f-bdc0-9b7f5a0466f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.832737] env[65150]: INFO networking_nsxv3.common.synchronization [req-e8f7177a-31eb-4663-a1df-8b669fdfb9a1 req-cdba00e5-9884-41ec-bb7c-d8f19a22ac82 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1029.832737] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1029.832737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.834699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.835155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.835423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.835640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.835804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.835935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.836158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.836348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.836501] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.854506] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1029.854782] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 1029.854959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.855500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.855783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.856050] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.856226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.856334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.856538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.856671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.856809] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.339724] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.340099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.340099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.340099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.340221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.340377] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.340476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.340540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.340683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.340761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.340847] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1030.359150] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.370503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.370642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.370712] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.370917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.371504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.381036] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1030.381753] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1030.381955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.862967] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.941691] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a629c8f8-8c63-40f8-a19f-44690a6e940b in Status: SUCCESS [ 1030.941867] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b deletion is rescheduled due to dependency. [ 1030.941987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.364833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.365310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.365310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.365403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.365530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.365667] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1031.393468] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.393680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.393757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.394017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.394200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.403830] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1032.357220] env[65150]: INFO networking_nsxv3.common.synchronization [req-7150224e-4e06-4dd8-8ecc-c58fe6d26806 req-b10e17d0-d2cd-4195-88d4-deb6a9c01da8 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1032.357220] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1032.357220] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.357220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.357818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.358104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.358299] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.358441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.358500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.358657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.358775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.358918] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.393029] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1032.393029] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 1032.393029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.738910] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.739130] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.739254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.739523] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.739792] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.739951] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.740085] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.740313] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.740440] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.740675] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.740782] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.740880] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.740983] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.741104] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.741208] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.741340] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.763183] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.763378] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.763496] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.763674] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.764013] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-3858ebce-a6df-4272-9317-46c105482619 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.764198] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764360] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.764735] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.764887] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3858ebce-a6df-4272-9317-46c105482619',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.862064] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.267631] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.267950] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.268103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.268384] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.268536] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.268732] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 3858ebce-a6df-4272-9317-46c105482619 not found, creating... [ 1033.269018] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.269174] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.269322] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.269734] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.269734] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.270038] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.270209] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.270326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.270530] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.270659] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.270836] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 3858ebce-a6df-4272-9317-46c105482619 is going to be created. [ 1033.292326] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.292531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.292669] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.292949] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.293240] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.293496] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.364470] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.419609] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1033.419921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.420109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.420321] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.420538] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.420656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.420723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.420883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.420963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.421058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.421151] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.867030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.867254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.867254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.867597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.867685] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be updated. [ 1033.897293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.897537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.897673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.897948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.898166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.907920] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1033.923547] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.923715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.923811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.924076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.924312] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.924428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.924491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.924711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.924800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.924893] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.925088] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.925155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.925215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.925360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.925499] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.925592] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.925655] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.925792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.925866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.925950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.926052] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.025228] env[65150]: INFO networking_nsxv3.common.synchronization [req-7150224e-4e06-4dd8-8ecc-c58fe6d26806 req-719517fb-43f5-4959-93e5-1e9607170128 service nova] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 1034.025228] env[65150]: INFO networking_nsxv3.common.synchronization [req-7150224e-4e06-4dd8-8ecc-c58fe6d26806 req-719517fb-43f5-4959-93e5-1e9607170128 service nova] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1034.025228] env[65150]: INFO networking_nsxv3.common.synchronization [req-7150224e-4e06-4dd8-8ecc-c58fe6d26806 req-719517fb-43f5-4959-93e5-1e9607170128 service nova] Enqueued Resource ID: 3858ebce-a6df-4272-9317-46c105482619 with Priority: HIGHEST for action port [ 1034.026012] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_rules [ 1034.026309] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1034.026619] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3858ebce-a6df-4272-9317-46c105482619 with Priority: HIGHEST for action port [ 1034.027148] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.027429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.027594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.028465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.028672] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.029910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.030167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.030572] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-3858ebce-a6df-4272-9317-46c105482619 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.030827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.031063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.031371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.031645] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3858ebce-a6df-4272-9317-46c105482619',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.428669] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5b886b-e056-4763-89d9-3d1caef447b5: rpc.has_security_group_logging(os_id): False [ 1034.449446] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.449629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.449788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.449943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.450135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.451846] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.451846] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.451846] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.451846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.452388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.452388] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1034.515401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.515569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.515650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.515874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.516033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.533926] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.534097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.534179] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3858ebce-a6df-4272-9317-46c105482619 with status ACTIVE [ 1034.534347] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.534453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.534518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.534817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.535031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.535216] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.535314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.535377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.535537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.535640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.535869] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.535976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.536040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.536183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.536260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.536344] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3858ebce-a6df-4272-9317-46c105482619 is going to be updated. [ 1034.542794] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1034.585169] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.585493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.585599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.586013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.586164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.586338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3858ebce-a6df-4272-9317-46c105482619" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.918644] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1035.918999] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.919081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.919318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.919539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.919603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.919639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.919764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.919895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.920045] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.422460] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.563881] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1036.563881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.927436] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.287731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.287914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.287984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.288258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.288375] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.430737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.430918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.430969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.431239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.431369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.431418] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be updated. [ 1037.468828] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.468828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.468828] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.469097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.469154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.479898] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1037.790102] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.295460] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.798237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1038.798356] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1039.027445] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1039.027557] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1039.491871] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1039.491871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.492331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.492331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.492507] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.492649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.492713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.492865] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.492959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.493507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.493507] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.746766] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.746986] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.747069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.747647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.763048] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1039.763680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.764596] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1039.798249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.798462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.798555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.798764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.810027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.810631] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1039.810729] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.810798] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1039.848833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.848979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.849081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.849304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.851458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.851656] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1039.931872] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.932033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.932319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.932621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.932988] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1039.995742] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.026936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.026936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.026936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.026936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.027275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027553] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1040.030334] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cb5b886b-e056-4763-89d9-3d1caef447b5', 'f64822c2-cf91-4b54-a41d-4fa6f71bb8a6', 'f802fb15-ec72-4aa7-8af6-ed20a9047a4b', 'f4724522-4031-41ce-ae4d-7f657c953c62', '243a4afc-4278-4480-8406-bcaa171e8b1c', 'ac70428f-cf58-40a2-833e-b4717aab98fb', '93c4511e-6a4f-4257-88af-7496a7e13b0a', '11e93d5f-85cd-40ab-8e17-c255a17d8d64', 'a629c8f8-8c63-40f8-a19f-44690a6e940b', 'e16d2aa7-31ee-43f5-87b6-b18160cb24d4', '82dcb692-2f0e-4b5d-9ef7-d73da6bca757', '7e91e1ef-09c7-4c17-b956-419838306b99', 'adb921ad-e198-4e9e-9b26-71c3630f7f5e', 'cfc30272-3856-4c9e-82c8-b1a626ed882f', '29af4b15-4c2d-46a2-87f1-5e2999efc961', '8cb41414-77fe-4a5b-abfb-ece180ee8d59', '8d6ecf20-01f0-4c76-88ea-b79560d3120e', '2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9', '4907edf2-c87d-4862-bc77-3e4f0cf5744e', '75406c76-a4be-4d42-a260-30cff7c0ffca', '41019d87-cd84-4815-a334-e79d45af11f4', '2edf8836-1710-423d-ba46-c9af28dad9d8', '9ca47575-a9d5-4474-9552-6cf5b7b87105', 'fcb8b404-a591-46f3-b5f5-1160ba99525f', '3904907b-4834-4ed8-a002-aa3bf3baf36f', 'b1384ceb-c5de-4b68-b258-ad4c25bce45d', '514f70f7-7a88-4089-889a-f2d373e31e92', '6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad', 'b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd', 'b6336ef4-299f-4af3-919a-d19655db1141', 'ad203f42-da3f-41fa-b0fb-0077c907b2bf', 'dc56e965-05e7-40a5-87b6-96f72b769ad7', '30020f22-9301-42dd-86fa-f11249cf0788', '8cba3d19-5e7e-40c9-b6c4-17d269858eba', 'e175d2ce-d98a-4c80-99ad-e5efbec82933', '2489123d-47c2-4fe6-a0b6-09b045ad7690', '23c92381-38c9-486b-a48a-30635c78255f', 'bd34055a-b429-4105-89e6-5fa3db0de723', 'b008d65e-9d14-4b4f-9e95-745175a9f091', '6a5d24ee-49fc-4424-baa4-c26e395aa8a3', '5e341c30-b7fb-4322-ab4b-f7b706298272', 'b7084db9-4abc-4d00-bb00-c19c02ff92a5', '55af9af9-345f-4368-8ed0-9846813e1090', 'e0d3dee2-f3c0-4331-8614-4b4d656149f9', '1e18cf96-aa9e-4166-a356-5c10e6e2dd49', '8d7ea52c-c380-4792-9f82-768b5c28fbf2'} {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.030334] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1040.047892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.048132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.048132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.048420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.048513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.048627] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1040.048752] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.048852] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1040.125980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.126228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.126228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.126429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.127531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.127845] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1040.127932] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.128014] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1040.128287] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1040.128378] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1040.128456] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGH for action security_group_rules [ 1040.128559] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGH for action security_group_rules [ 1040.128605] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGH for action security_group_rules [ 1040.128669] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGH for action security_group_rules [ 1040.128733] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGH for action security_group_rules [ 1040.128796] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGH for action security_group_rules [ 1040.128857] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGH for action security_group_rules [ 1040.128919] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGH for action security_group_rules [ 1040.128980] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGH for action security_group_rules [ 1040.129793] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGH for action security_group_rules [ 1040.129793] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGH for action security_group_rules [ 1040.129793] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGH for action security_group_rules [ 1040.129793] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGH for action security_group_rules [ 1040.129793] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGH for action security_group_rules [ 1040.130519] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGH for action security_group_rules [ 1040.130639] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGH for action security_group_rules [ 1040.130716] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGH for action security_group_rules [ 1040.130790] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGH for action security_group_rules [ 1040.130859] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGH for action security_group_rules [ 1040.130925] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGH for action security_group_rules [ 1040.131043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.503011] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9: rpc.has_security_group_logging(os_id): False [ 1040.521063] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.521264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.521338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.521829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.544146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.544473] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.544593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.544660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.544922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.545070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.545205] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be updated. [ 1040.626825] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.627084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.627140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.627445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.627634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.641631] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1042.659670] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1042.660175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.028262] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.028646] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1044.028646] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGH for action security_group_rules [ 1044.028646] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGH for action security_group_rules [ 1044.028920] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGH for action security_group_rules [ 1044.028920] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 with Priority: HIGH for action security_group_rules [ 1044.028920] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75406c76-a4be-4d42-a260-30cff7c0ffca with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc30272-3856-4c9e-82c8-b1a626ed882f with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e91e1ef-09c7-4c17-b956-419838306b99 with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 with Priority: HIGH for action security_group_rules [ 1044.031261] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a629c8f8-8c63-40f8-a19f-44690a6e940b with Priority: HIGH for action security_group_rules [ 1044.031858] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac70428f-cf58-40a2-833e-b4717aab98fb with Priority: HIGH for action security_group_rules [ 1044.031858] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGH for action security_group_rules [ 1044.031858] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243a4afc-4278-4480-8406-bcaa171e8b1c with Priority: HIGH for action security_group_rules [ 1044.031858] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 with Priority: HIGH for action security_group_rules [ 1044.031858] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4724522-4031-41ce-ae4d-7f657c953c62 with Priority: HIGH for action security_group_rules [ 1044.033573] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.033843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.033924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.034149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.034233] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.035833] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.035991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.036085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.036309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.036396] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.038646] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.038646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.038646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.041665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.041848] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.042960] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29af4b15-4c2d-46a2-87f1-5e2999efc961 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.043366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.043366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.043486] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.043668] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29af4b15-4c2d-46a2-87f1-5e2999efc961',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.045083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75406c76-a4be-4d42-a260-30cff7c0ffca taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.046393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.046393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.046393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.046393] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75406c76-a4be-4d42-a260-30cff7c0ffca',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.047520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.047520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.047520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.047520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.047520] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.049109] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.049218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.049258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.050216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.050216] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.050362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.050477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.050541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.050876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.050876] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6ecf20-01f0-4c76-88ea-b79560d3120e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.051825] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc30272-3856-4c9e-82c8-b1a626ed882f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.051825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.051825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.052018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.052018] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc30272-3856-4c9e-82c8-b1a626ed882f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.053123] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.053123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.053123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.053311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.053311] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb41414-77fe-4a5b-abfb-ece180ee8d59',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.054766] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.054766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.054766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.054766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.054766] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adb921ad-e198-4e9e-9b26-71c3630f7f5e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.055753] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e91e1ef-09c7-4c17-b956-419838306b99 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.055753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.055753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.058260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.058260] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e91e1ef-09c7-4c17-b956-419838306b99',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.058260] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.058260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.058260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.058260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.058260] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82dcb692-2f0e-4b5d-9ef7-d73da6bca757',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.059095] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.059095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.059095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.059378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.059378] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16d2aa7-31ee-43f5-87b6-b18160cb24d4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.060128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a629c8f8-8c63-40f8-a19f-44690a6e940b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.060219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.060258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.060409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.060471] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a629c8f8-8c63-40f8-a19f-44690a6e940b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.062303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac70428f-cf58-40a2-833e-b4717aab98fb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.062303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.062303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.062303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.062303] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac70428f-cf58-40a2-833e-b4717aab98fb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.062629] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.062690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.063273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.063273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.063273] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.063800] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243a4afc-4278-4480-8406-bcaa171e8b1c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.063947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.064216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.064216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.064366] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243a4afc-4278-4480-8406-bcaa171e8b1c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.065104] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.065944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.065944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.065944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.065944] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f64822c2-cf91-4b54-a41d-4fa6f71bb8a6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.066500] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4724522-4031-41ce-ae4d-7f657c953c62 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.066630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.066697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.067120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.067232] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4724522-4031-41ce-ae4d-7f657c953c62',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.071138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.071299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.071357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.071566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.071737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.071873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.072047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.072117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.072212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.072299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.072389] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.096776] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.096985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.097140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.097394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.119540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.119540] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29af4b15-4c2d-46a2-87f1-5e2999efc961 is going to be deleted. [ 1044.177919] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.177919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.177919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.177919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.177919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.178345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29af4b15-4c2d-46a2-87f1-5e2999efc961" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.572269] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.573086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.573086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.573086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.573086] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.573086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.573086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.573477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.573477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.573477] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.573623] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.576946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.577178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.577273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.577479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.578020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.578020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.578020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.578282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.578473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.579529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.579529] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.583381] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.583701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.583701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.583936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.583936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.584068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.584122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.584287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.584459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584562] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.585784] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.585985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.586090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.586331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.586596] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.586768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.586886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.587121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.587211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.587332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.587452] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.589983] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.590137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.590188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.590356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.590513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.590613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.590668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.590815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.590903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.590984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.591082] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.596513] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.659034] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.659034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.659034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.659034] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.661499] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.661658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.662473] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.662592] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.664417] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.664417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.665129] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.665236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.665999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.666134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.666875] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.666962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.669514] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.669514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.670203] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.670308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.670983] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.671108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.671785] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.671874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.672745] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.673168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.673257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.675369] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.676097] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.676097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.694401] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.694948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.694948] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc30272-3856-4c9e-82c8-b1a626ed882f is going to be deleted. [ 1044.696172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.696384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.716028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.716028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4724522-4031-41ce-ae4d-7f657c953c62 is going to be deleted. [ 1044.716346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.716510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.736273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.736417] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adb921ad-e198-4e9e-9b26-71c3630f7f5e is going to be deleted. [ 1044.737762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.738040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.761152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.762643] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16d2aa7-31ee-43f5-87b6-b18160cb24d4 is going to be deleted. [ 1044.762643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.762643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.771578] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.771866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.775615] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.775731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.785542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.785542] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac70428f-cf58-40a2-833e-b4717aab98fb is going to be deleted. [ 1044.785542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.785666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.810396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.813107] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f64822c2-cf91-4b54-a41d-4fa6f71bb8a6 is going to be deleted. [ 1044.813107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.813107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.877799] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.877799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.898126] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.898319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.909341] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.909341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.910248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.910371] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82dcb692-2f0e-4b5d-9ef7-d73da6bca757 is going to be deleted. [ 1044.912256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.912256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.960658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.960794] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6ecf20-01f0-4c76-88ea-b79560d3120e is going to be deleted. [ 1044.962085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.962200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.015763] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.015948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.049277] env[65150]: INFO networking_nsxv3.common.synchronization [None req-dde31276-5b27-416f-8e4d-bb3173299799 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1045.049277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.049277] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243a4afc-4278-4480-8406-bcaa171e8b1c is going to be deleted. [ 1045.049824] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1045.050020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.050224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.051226] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.053054] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.053054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.053054] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.077076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.077310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.077413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.077705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.077989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.078479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.078479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.078479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.078668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.078706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.078890] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.078989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.079092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.079220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.079475] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.079593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.079675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.079858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.079939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080138] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.104170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.104427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.104427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.104691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.104956] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.105132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.105214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.105440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.105539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105763] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.105876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.105935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.106115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.106363] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.106363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.107458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.107458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.107458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.107458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.107458] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.108039] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.109605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.109866] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a629c8f8-8c63-40f8-a19f-44690a6e940b is going to be deleted. [ 1045.111010] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.111580] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.112284] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f802fb15-ec72-4aa7-8af6-ed20a9047a4b: rpc.has_security_group_logging(os_id): False [ 1045.113421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.113641] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.116516] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.116516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.125815] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.125815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.134705] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.135388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.138835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.138835] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e91e1ef-09c7-4c17-b956-419838306b99 is going to be deleted. [ 1045.140422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.140422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.179561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.179821] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75406c76-a4be-4d42-a260-30cff7c0ffca is going to be deleted. [ 1045.181183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.181519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.183168] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.183305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.217060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.217269] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb41414-77fe-4a5b-abfb-ece180ee8d59 is going to be deleted. [ 1045.218173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.218389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.218481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.218599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc30272-3856-4c9e-82c8-b1a626ed882f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.218758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.218913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.218993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.219417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4724522-4031-41ce-ae4d-7f657c953c62" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.219923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.220099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.220185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.220301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adb921ad-e198-4e9e-9b26-71c3630f7f5e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.220447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.220610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.220686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.220799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16d2aa7-31ee-43f5-87b6-b18160cb24d4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.220929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.221084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.221157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.221451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac70428f-cf58-40a2-833e-b4717aab98fb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.221451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.221567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.221602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.221717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f64822c2-cf91-4b54-a41d-4fa6f71bb8a6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.221850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.221991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.222101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.222213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82dcb692-2f0e-4b5d-9ef7-d73da6bca757" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.222333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.222575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.222575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.222656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6ecf20-01f0-4c76-88ea-b79560d3120e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.222863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.222959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.274398] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.274556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283899] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.284074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.293940] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.293940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.294266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.294266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.294266] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b is going to be updated. [ 1045.296101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.296101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.296336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.296443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.296529] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.296674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a629c8f8-8c63-40f8-a19f-44690a6e940b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.296829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.296988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.297666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.297666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243a4afc-4278-4480-8406-bcaa171e8b1c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.297666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.297666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.297666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.297666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e91e1ef-09c7-4c17-b956-419838306b99" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.298223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.298223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.298223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.298223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75406c76-a4be-4d42-a260-30cff7c0ffca" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.388106] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.388299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.388368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.388542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.388632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.388760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb41414-77fe-4a5b-abfb-ece180ee8d59" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.472565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.472565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.472565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.472565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.472565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.507022] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: IN_PROGRESS for 2s [ 1045.559796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.559967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.560053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.560327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.584633] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb5b886b-e056-4763-89d9-3d1caef447b5: rpc.has_security_group_logging(os_id): False [ 1045.610658] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 1045.614247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.614944] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.614944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.614944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.615433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.615433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.615433] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 1045.617430] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e93d5f-85cd-40ab-8e17-c255a17d8d64: rpc.has_security_group_logging(os_id): False [ 1045.618277] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c4511e-6a4f-4257-88af-7496a7e13b0a: rpc.has_security_group_logging(os_id): False [ 1045.619277] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9: rpc.has_security_group_logging(os_id): False [ 1045.621993] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.621993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.621993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.621993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.641098] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.641098] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.641685] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.641855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.642454] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.642568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.660471] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.660640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.671446] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.671720] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.671835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.671939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.672169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.672250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.672560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.672707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.672768] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.672917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.672994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.673210] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.673313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.673377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.673487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.673561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.673657] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1045.674855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.675036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.678028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.678028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.678256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.678396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.690537] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 1045.705898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.706503] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.708027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.708027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.708027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.708027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.708027] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be updated. [ 1045.708635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.708934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.729840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.729840] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.730134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.730318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.730692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.730914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.731042] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1045.732595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.732939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.751900] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.752196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.755202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.755461] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.755596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.755665] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.755879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.756073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.756469] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.756627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.756627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.756945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.756945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.757733] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.758280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.758410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.758682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.758824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.759062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1045.760298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.760621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.760842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.761094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.761217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.761278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.761598] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.761730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.761884] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be updated. [ 1045.763860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.764067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.764189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.775147] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.775421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.775421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.775534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.775826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.784092] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1045.787748] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: IN_PROGRESS for 2s [ 1045.840555] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.841649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.841649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.841649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.841649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.857914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.859332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.859475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.859675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.859835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.880885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.880885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.880885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.880885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.881183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.910922] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1045.916191] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1046.071744] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1047.520311] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: SUCCESS [ 1047.520311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.701481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 1047.701671] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f deletion is rescheduled due to dependency. [ 1047.701800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.797233] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1047.797528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.798840] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: SUCCESS [ 1047.799124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.925947] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1047.926213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.929248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1047.929504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.007750] env[65150]: INFO networking_nsxv3.common.synchronization [req-94161f3d-5200-4c15-a150-f699b1a3831d req-55db922a-8bf6-42f3-a561-2a7897f954c4 tempest-ImagesTestJSON-1416700484 tempest-ImagesTestJSON-1416700484-project-member] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1048.009213] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGHEST for action security_group_members [ 1048.009213] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.009213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.009213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.009213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.009465] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.009465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.009465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.009602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.009684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.009778] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.084194] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1048.084977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.512416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.512604] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.512669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.512872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.512988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.513189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.513287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.513343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.513468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.513545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.513655] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be updated. [ 1048.550399] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.550399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.550881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.550881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.550881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.560998] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: IN_PROGRESS for 2s [ 1048.595699] env[65150]: INFO networking_nsxv3.common.synchronization [req-394a71f1-1a6f-4610-b35c-dd1ba2f6b708 req-25e872c3-d006-4745-be55-d77086def131 tempest-ServersTestJSON-186306606 tempest-ServersTestJSON-186306606-project-member] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_members [ 1048.596432] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGHEST for action security_group_members [ 1048.596787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.596923] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.597016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.597254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.597442] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.597550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.597634] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.597815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.597933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.598054] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.100479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.100679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.100787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.101044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.131500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.131576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.131646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.133499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.133499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.133499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.133499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f is going to be updated. [ 1049.162814] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.162814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.162814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.163113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.163277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.176646] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb8b404-a591-46f3-b5f5-1160ba99525f in Status: IN_PROGRESS for 2s [ 1049.636530] env[65150]: INFO networking_nsxv3.common.synchronization [req-7680b7c1-b568-4760-8a0b-431448ad6782 req-4b0fe657-a3c1-465e-ba8b-1e2981fe7d07 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1049.637132] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1049.637412] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.637541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.637621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.637822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.637992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.638374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.638436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.638591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.638679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.638774] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.870646] env[65150]: INFO networking_nsxv3.common.synchronization [req-170d4be2-4b4b-48bd-8310-ae8be61f1bb6 req-80e18d17-a48a-4564-95a5-92e26bf984e2 tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 1049.871203] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGHEST for action security_group_members [ 1049.871506] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.871627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.871696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.871888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.872613] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.873989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.874091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.874291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.874381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.874480] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.069377] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.069588] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.069714] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.069992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.070373] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.070497] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.070543] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.070987] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.070987] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.071304] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.072032] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.072032] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.072032] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.072032] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.072032] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.072032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.093201] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.093201] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.093201] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.093578] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.093629] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-f6053cb4-963e-4e25-b711-990de0f41860 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.094075] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.094075] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.094322] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.094475] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6053cb4-963e-4e25-b711-990de0f41860',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.141727] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.376775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.376984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.376984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.377208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.377404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.377605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.377736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.377805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.378068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.378174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.378268] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be updated. [ 1050.416344] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.416568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.416568] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.416761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.417421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.426614] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: IN_PROGRESS for 2s [ 1050.570938] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb5b886b-e056-4763-89d9-3d1caef447b5 in Status: SUCCESS [ 1050.571126] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 deletion is rescheduled due to dependency. [ 1050.571254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.598643] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.599039] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.599180] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.599460] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.599603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.599758] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port f6053cb4-963e-4e25-b711-990de0f41860 not found, creating... [ 1050.600042] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.600208] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.600332] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.600553] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.600694] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.600965] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.601139] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.601298] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.601509] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.601642] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.601867] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: f6053cb4-963e-4e25-b711-990de0f41860 is going to be created. [ 1050.625309] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.625559] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.625692] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.626033] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.626281] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.626625] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644642] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.147221] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.148308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.148308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.148308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.148308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.148308] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1051.180738] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.180831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.180831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.181127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.181320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.191547] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb8b404-a591-46f3-b5f5-1160ba99525f in Status: SUCCESS [ 1051.191989] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f deletion is rescheduled due to dependency. [ 1051.191989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.192712] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1051.366599] env[65150]: INFO networking_nsxv3.common.synchronization [req-7680b7c1-b568-4760-8a0b-431448ad6782 req-d26c69ce-1d16-4ccf-bb7f-c0dbf765518b service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1051.366819] env[65150]: INFO networking_nsxv3.common.synchronization [req-7680b7c1-b568-4760-8a0b-431448ad6782 req-d26c69ce-1d16-4ccf-bb7f-c0dbf765518b service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1051.367009] env[65150]: INFO networking_nsxv3.common.synchronization [req-7680b7c1-b568-4760-8a0b-431448ad6782 req-d26c69ce-1d16-4ccf-bb7f-c0dbf765518b service nova] Enqueued Resource ID: f6053cb4-963e-4e25-b711-990de0f41860 with Priority: HIGHEST for action port [ 1051.367607] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1051.367772] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1051.367898] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6053cb4-963e-4e25-b711-990de0f41860 with Priority: HIGHEST for action port [ 1051.368249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.368394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.368610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.368837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.368896] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.369872] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.369998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.370256] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6053cb4-963e-4e25-b711-990de0f41860 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.370378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.370460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.370673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.370742] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6053cb4-963e-4e25-b711-990de0f41860',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.873322] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.873783] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.873783] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6053cb4-963e-4e25-b711-990de0f41860 with status ACTIVE [ 1051.873783] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.874063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.874063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.874187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.874314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.874498] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.874596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.874668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.874800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.874933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.875716] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.875716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.875716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.875716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.875716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.875716] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6053cb4-963e-4e25-b711-990de0f41860 is going to be updated. [ 1051.906574] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.906785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.906880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.907212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.907417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.907651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6053cb4-963e-4e25-b711-990de0f41860" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.988740] env[65150]: INFO networking_nsxv3.common.synchronization [req-102be3ac-edd2-47bf-83ec-54f92519cdf1 req-f63fb001-9e09-4b3c-865f-abcd8e01fc7a tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1051.989340] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1051.989660] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.991457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.991457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.991914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.991914] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.991914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.992092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.992128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.992215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.992310] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.347106] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.347325] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.347920] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.347920] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.348190] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.348190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.348376] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.348593] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.348703] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.348959] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.348959] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.349082] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.349239] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.349239] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.349342] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.349473] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.379618] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.384373] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.384373] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.384373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.384373] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.384373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.384373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.384373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.384373] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.438047] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a in Status: SUCCESS [ 1052.438498] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a deletion is rescheduled due to dependency. [ 1052.438498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.495042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.495238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.495300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.495517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.495673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.495874] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.496043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.496043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.496204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.496282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.496371] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c already deleted. [ 1052.496453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.885336] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.885739] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.885739] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.886131] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.886295] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.886541] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d not found, creating... [ 1052.886797] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.886994] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.887201] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.887490] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.887639] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.887933] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.888201] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.888332] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.888541] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.888680] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.888826] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d is going to be created. [ 1052.915238] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.915406] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.915593] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.916069] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.916436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.916935] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.205114] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1053.205438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.205649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.205930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.206209] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.206366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.206433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.206593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.206697] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.206802] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.621029] env[65150]: INFO networking_nsxv3.common.synchronization [req-102be3ac-edd2-47bf-83ec-54f92519cdf1 req-6b8afbc0-65f5-49b5-8d41-7b7baf8ca5b0 service nova] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_rules [ 1053.621029] env[65150]: INFO networking_nsxv3.common.synchronization [req-102be3ac-edd2-47bf-83ec-54f92519cdf1 req-6b8afbc0-65f5-49b5-8d41-7b7baf8ca5b0 service nova] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1053.621029] env[65150]: INFO networking_nsxv3.common.synchronization [req-102be3ac-edd2-47bf-83ec-54f92519cdf1 req-6b8afbc0-65f5-49b5-8d41-7b7baf8ca5b0 service nova] Enqueued Resource ID: 6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d with Priority: HIGHEST for action port [ 1053.621029] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_rules [ 1053.621029] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1053.621029] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d with Priority: HIGHEST for action port [ 1053.621029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.621029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.621029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.621603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.621603] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.623904] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.623904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.623904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.623904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.624106] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.624153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.625212] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.626099] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.626231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.626352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.627522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.627522] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.708732] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.128093] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.128398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.128437] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.131873] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d with status ACTIVE [ 1054.132300] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.132300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.132300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.132556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.132556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.132991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.132991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.132991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.132991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.133303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.133569] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.133691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.133760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.133872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.133947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.134045] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d is going to be updated. [ 1054.156581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.156724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.156848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.156992] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.157607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.157607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd59f6e-8a09-42ca-8ba8-a8c5d323ab9d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.212063] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.417239] env[65150]: INFO networking_nsxv3.common.synchronization [req-677ec21c-7a7e-40c2-a95a-1c2fbd83dcb8 req-e2441972-39db-411c-9327-99b9bedceec2 tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1054.417839] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1054.418092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.418219] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.418286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.418481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.418630] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.418723] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.418785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.418922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.419015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.419144] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.630175] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.716595] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.716595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.716595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.716595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.716595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.716595] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1054.743892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.743892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.743892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.743892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.743892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.755708] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1054.771586] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.771787] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.771906] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.772189] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.772465] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.772620] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.772782] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.772948] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.773128] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.773316] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.773422] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.773526] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.773630] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.773735] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.773839] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.773966] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.791704] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.791890] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.791996] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.792186] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.792495] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-a89c0fc7-870b-42a3-bf1d-644c02fa4951 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.792663] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.792780] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.793234] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.793373] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89c0fc7-870b-42a3-bf1d-644c02fa4951',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.924263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.924534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.924534] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.924694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.950478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.950760] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.950882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.950953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.951172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.951256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.951349] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1054.979952] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.979952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.979952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.980128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.980857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.989923] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1055.135303] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.135303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.135303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.135715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.135715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135715] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be created. [ 1055.171484] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.171706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.171706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.171952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.172150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.182285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: UNINITIALIZED for 2s [ 1055.295654] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295944] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.296123] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.296417] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.296568] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.296722] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port a89c0fc7-870b-42a3-bf1d-644c02fa4951 not found, creating... [ 1055.296988] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.297161] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.297279] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.297562] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.297633] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.297929] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.298059] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.298174] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.298365] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.298494] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.298630] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: a89c0fc7-870b-42a3-bf1d-644c02fa4951 is going to be created. [ 1055.320728] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.321105] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.321267] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.321684] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.322060] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.322432] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.104995] env[65150]: INFO networking_nsxv3.common.synchronization [req-677ec21c-7a7e-40c2-a95a-1c2fbd83dcb8 req-2525fbec-ea85-4488-9790-ff6f5bd31daf service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 1056.105240] env[65150]: INFO networking_nsxv3.common.synchronization [req-677ec21c-7a7e-40c2-a95a-1c2fbd83dcb8 req-2525fbec-ea85-4488-9790-ff6f5bd31daf service nova] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1056.107802] env[65150]: INFO networking_nsxv3.common.synchronization [req-677ec21c-7a7e-40c2-a95a-1c2fbd83dcb8 req-2525fbec-ea85-4488-9790-ff6f5bd31daf service nova] Enqueued Resource ID: a89c0fc7-870b-42a3-bf1d-644c02fa4951 with Priority: HIGHEST for action port [ 1056.107802] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_rules [ 1056.107802] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1056.107802] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c0fc7-870b-42a3-bf1d-644c02fa4951 with Priority: HIGHEST for action port [ 1056.107802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.107802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.107802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.107802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.107802] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.108443] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.108544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.108785] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89c0fc7-870b-42a3-bf1d-644c02fa4951 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.109523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.109523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.109523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.109523] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89c0fc7-870b-42a3-bf1d-644c02fa4951',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.614228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.614228] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a89c0fc7-870b-42a3-bf1d-644c02fa4951 with status ACTIVE [ 1056.614228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.614228] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.615065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.615065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.615065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.615065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.615065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.615065] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a89c0fc7-870b-42a3-bf1d-644c02fa4951 is going to be updated. [ 1056.646970] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.647253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.647253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.647539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.647651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.647868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89c0fc7-870b-42a3-bf1d-644c02fa4951" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.766818] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1056.767369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.767672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.767985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.769398] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.769398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.769398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.769398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.769398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.769398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.769398] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.999962] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1057.003210] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.003210] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.003210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.003210] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.192598] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.194856] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.194856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.194856] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.272158] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.272158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.272158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.272323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.272649] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.272649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.272649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.272838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.272899] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.272972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.273148] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.273243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.273300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.273464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.273609] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.273703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.273769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.273880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.273956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.274038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.274158] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.506326] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.698396] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.698824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.698824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.699252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.699500] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.699643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.699727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.699947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.700088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.700210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.700413] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.700538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.700618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.700810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.700972] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.701112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.701189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.701433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.701492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.701618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.701690] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.779254] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 1057.802086] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.802304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.802304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.802516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.802605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.802801] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.802930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.802993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.803154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.803248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.803431] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.803522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.803581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.803715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.803789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.804128] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.804244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.804307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.804451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.804827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.804827] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1057.887089] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.887089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.887089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.887432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.887432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.907548] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1058.010194] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.205381] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0f48de2-9584-442f-b83d-6f56fc36f10c: rpc.has_security_group_logging(os_id): False [ 1058.227978] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.228145] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.228511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.228511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.228511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.228723] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.228782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.228849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.228993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.229093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229289] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.229395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.229456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.229595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.229667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.229843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.229936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.230173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.230454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.230454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.230560] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be created. [ 1058.292109] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.292401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.292401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.292553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.292741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.310503] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: IN_PROGRESS for 2s [ 1058.515398] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.518653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.518653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.518653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.518653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.518653] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1058.552218] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.552369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.552440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.552656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.552804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.566460] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1059.923622] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1059.924708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.324389] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1060.324758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.580730] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1060.580730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.580953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.581457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.581741] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.581741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.581741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.582849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.582849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.582849] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.582849] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.993171] env[65150]: INFO networking_nsxv3.common.synchronization [None req-94bbdf62-5cd9-4039-bb81-f62ade524990 None None] Enqueued Resource ID: 0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5 with Priority: HIGHEST for action port [ 1060.993689] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5 with Priority: HIGHEST for action port [ 1060.993989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.994745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.994796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.996596] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.997157] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.087620] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.087727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.087766] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.088122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.088202] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.088253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.088297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.088575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.088575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.088698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.088823] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.088951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.088951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.090027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.090027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.090027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.090027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.090027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.090027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.090027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.090314] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.499759] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5 [ 1061.500033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.500356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.500467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.500700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.500818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.500950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5 already deleted. [ 1061.501140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d2dbeac-dfa4-4fbb-a3c1-2e9cb33e10e5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.593070] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad: rpc.has_security_group_logging(os_id): False [ 1061.616368] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.616368] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.616368] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.616368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.617060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.617060] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.617060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.617060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.617197] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.619214] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.619214] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1061.706263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.706452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.706522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.707552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.707552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.719719] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1063.085290] env[65150]: INFO networking_nsxv3.common.synchronization [None req-10d0fe5f-27b2-42a1-bda6-7c51cd066f30 None None] Enqueued Resource ID: 2ffc7106-f938-4877-828a-88df0d46f133 with Priority: HIGHEST for action port [ 1063.086080] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffc7106-f938-4877-828a-88df0d46f133 with Priority: HIGHEST for action port [ 1063.086493] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ffc7106-f938-4877-828a-88df0d46f133 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.086493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ffc7106-f938-4877-828a-88df0d46f133" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.086694] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ffc7106-f938-4877-828a-88df0d46f133" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.086811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ffc7106-f938-4877-828a-88df0d46f133" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.086904] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ffc7106-f938-4877-828a-88df0d46f133',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.591407] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ffc7106-f938-4877-828a-88df0d46f133 [ 1063.591688] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.591807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.591879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.592152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.592344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.592400] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ffc7106-f938-4877-828a-88df0d46f133 already deleted. [ 1063.592453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ffc7106-f938-4877-828a-88df0d46f133" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.735463] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1063.735876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.103017] env[65150]: INFO networking_nsxv3.common.synchronization [None req-96db40c3-e11b-4ed5-a525-ab93f965035b tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1064.104019] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1064.104019] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.105644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.105644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.106158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.106158] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.203227] env[65150]: INFO networking_nsxv3.common.synchronization [None req-3fdbf99a-6f30-42a5-b09f-33ddb1306c81 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1064.203977] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1064.203977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.204240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.368779] env[65150]: INFO networking_nsxv3.common.synchronization [None req-09b8a2b6-5874-4aa2-bf20-7acca4ca8028 tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1064.369764] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1064.369764] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.370347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.370347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.370554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.370554] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.485389] env[65150]: INFO networking_nsxv3.common.synchronization [None req-d2fa7c93-2d60-457c-8c03-7206f4ef6e27 tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1064.485923] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1064.486366] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.486460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.628420] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.628420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.628420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.630060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.630060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.630253] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b already deleted. [ 1064.630292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.630435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.630600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.631521] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.892007] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.892193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.892265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.892462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.892552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.892648] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 already deleted. [ 1064.892730] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.893790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.893790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.893790] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.153264] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.153264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.153548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.153548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.153622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.153704] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b already deleted. [ 1065.153826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.417781] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.417970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.418040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.418265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.418361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.418458] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 already deleted. [ 1065.418580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.602791] env[65150]: INFO networking_nsxv3.common.synchronization [None req-69e41655-65d0-4657-bd2d-a16d06f08df9 None None] Enqueued Resource ID: 011356bb-ea10-4ab1-9f5a-55a42773f777 with Priority: HIGHEST for action port [ 1065.603624] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011356bb-ea10-4ab1-9f5a-55a42773f777 with Priority: HIGHEST for action port [ 1065.603937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-011356bb-ea10-4ab1-9f5a-55a42773f777 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.604075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-011356bb-ea10-4ab1-9f5a-55a42773f777" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.604138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-011356bb-ea10-4ab1-9f5a-55a42773f777" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.604396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-011356bb-ea10-4ab1-9f5a-55a42773f777" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.604507] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011356bb-ea10-4ab1-9f5a-55a42773f777',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.106581] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 011356bb-ea10-4ab1-9f5a-55a42773f777 [ 1066.106797] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.106932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.106996] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.107484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.107484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.107484] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:011356bb-ea10-4ab1-9f5a-55a42773f777 already deleted. [ 1066.107484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-011356bb-ea10-4ab1-9f5a-55a42773f777" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.934227] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.934622] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.934622] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935182] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935464] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.935670] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.935736] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935952] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.936125] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.936736] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.936736] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.936736] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.936736] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.936962] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.936962] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.937054] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.958322] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.958322] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.958572] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.959056] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.959056] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.959340] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.959340] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.959579] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.959713] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240ed55e-5f1f-4a49-bd6c-fafacb3f9527',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.197275] env[65150]: INFO networking_nsxv3.common.synchronization [req-62e7b516-9d22-48b9-a0b8-6addd04e3d1e req-b666f743-f761-43df-b392-f34b80ff8a57 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1068.197896] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1068.198218] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.198342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.198411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.198607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.198754] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.198855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.198915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.199368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.199467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.199563] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.461852] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462151] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462291] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.462577] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.462727] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.462884] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 not found, creating... [ 1068.463221] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.463393] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.463511] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.463736] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.463877] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.464253] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465469] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465469] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.465469] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.465469] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.465469] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 is going to be created. [ 1068.488543] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.488758] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.488888] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.489415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.489668] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.489977] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.501867] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.502605] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.502605] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.502761] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.504000] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504000] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.504000] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.504000] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.504000] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.504000] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.504000] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.504341] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.504341] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.504341] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.504452] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.504567] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.536560] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.536770] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.536953] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.537173] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.537612] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.537790] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.537913] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.538269] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.538414] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff5e1a0-8a34-4449-86b7-6a1ca053df0c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.702622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.041786] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.042263] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.042263] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.042563] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.042779] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.042891] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 2ff5e1a0-8a34-4449-86b7-6a1ca053df0c not found, creating... [ 1069.043215] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.043429] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.043505] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.043728] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.043862] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.044165] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.044318] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.044436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.044651] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.044780] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.044920] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 2ff5e1a0-8a34-4449-86b7-6a1ca053df0c is going to be created. [ 1069.066354] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.066683] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.066683] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.066965] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.067238] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.067480] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.205980] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.243045] env[65150]: INFO networking_nsxv3.common.synchronization [req-e61c9af9-8988-49f9-8590-6696c2128b97 req-d7fb7a95-8f86-4786-b381-8a30b34c243f service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 1069.243045] env[65150]: INFO networking_nsxv3.common.synchronization [req-e61c9af9-8988-49f9-8590-6696c2128b97 req-d7fb7a95-8f86-4786-b381-8a30b34c243f service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1069.243045] env[65150]: INFO networking_nsxv3.common.synchronization [req-e61c9af9-8988-49f9-8590-6696c2128b97 req-d7fb7a95-8f86-4786-b381-8a30b34c243f service nova] Enqueued Resource ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 with Priority: HIGHEST for action port [ 1069.243045] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 1069.243045] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1069.243045] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 with Priority: HIGHEST for action port [ 1069.243045] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.243045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.243045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.243045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.243045] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.243673] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.243725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.243762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.247513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.247513] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.247513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.247513] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.247513] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240ed55e-5f1f-4a49-bd6c-fafacb3f9527',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.710994] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.711309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.711434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.711537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.711639] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1069.743291] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.743510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.743510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.743726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.743873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.750087] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.750087] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.750233] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.751108] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 with status ACTIVE [ 1069.751284] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.751400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.752095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.752095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.752095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.752095] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.752095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.752095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.752498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.752498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.752498] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.752498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.752642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.752746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.752746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.752845] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 is going to be updated. [ 1069.755263] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1069.794065] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.794339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.794339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.794711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.794711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.794954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.808422] env[65150]: INFO networking_nsxv3.common.synchronization [req-62e7b516-9d22-48b9-a0b8-6addd04e3d1e req-4d4af863-ab80-438a-8cca-0b9e4ab51a5b service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1069.808597] env[65150]: INFO networking_nsxv3.common.synchronization [req-62e7b516-9d22-48b9-a0b8-6addd04e3d1e req-4d4af863-ab80-438a-8cca-0b9e4ab51a5b service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1069.808733] env[65150]: INFO networking_nsxv3.common.synchronization [req-62e7b516-9d22-48b9-a0b8-6addd04e3d1e req-4d4af863-ab80-438a-8cca-0b9e4ab51a5b service nova] Enqueued Resource ID: 2ff5e1a0-8a34-4449-86b7-6a1ca053df0c with Priority: HIGHEST for action port [ 1069.809255] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1069.809494] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1069.809644] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff5e1a0-8a34-4449-86b7-6a1ca053df0c with Priority: HIGHEST for action port [ 1069.809939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.810132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.810132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.810337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.810418] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.811272] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.812224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.812224] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.812224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.812224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.812224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.812224] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff5e1a0-8a34-4449-86b7-6a1ca053df0c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.940874] env[65150]: INFO networking_nsxv3.common.synchronization [req-636b1c84-caaa-45ed-8c73-6cdd90b1f623 req-53df9ad4-8ec6-4641-a20c-eab0c7e9fa2a tempest-ServersWithSpecificFlavorTestJSON-976291436 tempest-ServersWithSpecificFlavorTestJSON-976291436-project-member] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 1069.941691] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGHEST for action security_group_members [ 1069.942289] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.942289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.942289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.942586] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.942685] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.942856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.942943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.943445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.943445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.943445] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.255255] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.316401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.316401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.316401] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff5e1a0-8a34-4449-86b7-6a1ca053df0c with status ACTIVE [ 1070.316401] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.316401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.316401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.316860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.316860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.316860] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.316997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.317103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.317291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.318042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.318042] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.318042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.318042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.318042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.318042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.318042] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff5e1a0-8a34-4449-86b7-6a1ca053df0c is going to be updated. [ 1070.341868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.341868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.341868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.341868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.342104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.342104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff5e1a0-8a34-4449-86b7-6a1ca053df0c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.445774] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.445934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.446020] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.446277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.478743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.478871] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.478945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.478987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.483024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.483024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.483024] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf is going to be updated. [ 1070.524676] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.524930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.524987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.525277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.525439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.537077] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: IN_PROGRESS for 2s [ 1070.625274] env[65150]: INFO networking_nsxv3.common.synchronization [req-a13a4b38-79de-4230-bf32-9c62668e293e req-29ff849a-3449-454b-9655-41315c52a25e tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1070.625740] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1070.626376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.626376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.626565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.626871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.627221] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.627506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.627631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.627914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.628069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.628216] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.758544] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.758714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.758782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.758993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.759100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.759197] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 1070.791438] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.791625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.791625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.791917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.792111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.803636] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 1070.989814] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.990103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.990177] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.990496] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990714] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.990927] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.991055] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.991266] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.991446] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991660] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.991770] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.991875] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.991978] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.992096] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.992208] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.992376] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.014306] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.014306] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.014306] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.016982] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.016982] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.016982] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.016982] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.016982] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.016982] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.132712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.132909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.133169] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.133312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.133403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.133598] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.133701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.133764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.134580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.134580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.134580] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b already deleted. [ 1071.134580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518560] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.518880] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.518991] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.519256] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.519470] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.519631] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 not found, creating... [ 1071.519908] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520091] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520214] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.520447] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.520603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.520915] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.521091] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.521211] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.521418] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.521552] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.521699] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 is going to be created. [ 1071.543805] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.544062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.544195] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.544483] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.544738] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.545010] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.766068] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 4s [ 1072.279288] env[65150]: INFO networking_nsxv3.common.synchronization [req-a13a4b38-79de-4230-bf32-9c62668e293e req-d42778ef-8602-43d3-9e20-f62eb4fcd90f service nova] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1072.279520] env[65150]: INFO networking_nsxv3.common.synchronization [req-a13a4b38-79de-4230-bf32-9c62668e293e req-d42778ef-8602-43d3-9e20-f62eb4fcd90f service nova] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1072.279663] env[65150]: INFO networking_nsxv3.common.synchronization [req-a13a4b38-79de-4230-bf32-9c62668e293e req-d42778ef-8602-43d3-9e20-f62eb4fcd90f service nova] Enqueued Resource ID: 8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 with Priority: HIGHEST for action port [ 1072.280205] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1072.280344] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1072.280477] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 with Priority: HIGHEST for action port [ 1072.280726] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.280850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.280917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.281129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281209] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.283033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.283033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.283033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.283033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.283033] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.283033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.283357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.283357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.283431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.283515] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.284446] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.284632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.284681] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.284983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.284983] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.548892] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf in Status: SUCCESS [ 1072.549237] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf deletion is rescheduled due to dependency. [ 1072.549237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.786423] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.788225] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.788225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.789268] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 with status ACTIVE [ 1072.789268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.789268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.789507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.789648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.789748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.789929] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.790039] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.790099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.790273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.790352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.790522] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.790633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.790721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.790846] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.791202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.791202] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6 is going to be updated. [ 1072.821679] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 1072.821957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.822156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.822491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.822700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.822880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.822951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.823291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.823422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.823531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.823643] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.825372] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.825537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.825650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.825850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.826026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.826239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d2f2cbb-9d1e-4b3a-8e28-adca0dd2e8f6" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.230272] env[65150]: INFO networking_nsxv3.common.synchronization [req-93447ecb-fda8-4b83-8c9c-29b597e0c8ea req-c8a776e9-ca57-4705-baad-16a39c1b6e55 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_members [ 1073.231110] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGHEST for action security_group_members [ 1073.231313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.231443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.231528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.231761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.231964] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.232053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.232119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.232347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.232383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.232500] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.290682] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.327192] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.327353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.327413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.327618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.327873] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.328010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.328010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.328129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.328213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.328303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.328450] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.328542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.328594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.328874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.328965] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.329147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.329147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.329220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.329289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.329360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.329474] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.734720] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.735287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.758341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.758749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.758995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.759139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.759462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.759590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.759731] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba is going to be updated. [ 1073.777740] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1073.777740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.777740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.778086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.778236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.778352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.778435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.778602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.778688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.778789] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.794626] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.794626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.794626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.794626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.794626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.794626] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be created. [ 1073.800381] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.800381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.800381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.800381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.800381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.809116] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba in Status: IN_PROGRESS for 2s [ 1073.826930] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.827140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.827190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.827751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.827751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.832643] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3904907b-4834-4ed8-a002-aa3bf3baf36f: rpc.has_security_group_logging(os_id): False [ 1073.849090] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: UNINITIALIZED for 2s [ 1073.857297] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.857297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.857297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.857297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.857297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.857696] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.857696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.857696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.857852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.857852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.858025] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.858140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.858213] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.860565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.860565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.860565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.860565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.860565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.860565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.860565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.860565] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 1073.942445] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.942935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.943070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.943320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.943805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.963388] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 1074.281781] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.783784] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.288400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.288400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.289171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.289171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.289171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.289410] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1075.322718] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.323332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.323332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.323332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.323516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.334344] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1075.603317] env[65150]: INFO networking_nsxv3.common.synchronization [req-496767f0-de78-4b18-88b4-0d808ee87586 req-df129f40-ad5c-4200-825e-c585a6087d8a tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1075.603317] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1075.603775] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.603953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.604064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.604386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.604607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.604767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.604881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.605126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.605258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.605380] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.820689] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba in Status: SUCCESS [ 1075.821025] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba deletion is rescheduled due to dependency. [ 1075.821067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.860565] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1075.860867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.861101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.861474] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.861709] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.861863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.861929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.862482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.862482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.862482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.862482] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.982232] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 1075.982410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.033274] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.033499] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.033628] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.034043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.034355] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.034576] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.034763] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.034970] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.035164] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.035405] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.035520] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.035637] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.035783] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.035944] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.036018] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.036215] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.060060] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.060325] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.060521] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.060812] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.061224] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-bab8df73-e2de-40fa-851b-3f304e8592a2 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.061455] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.061697] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.062168] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.062320] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab8df73-e2de-40fa-851b-3f304e8592a2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.107730] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.107953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.108057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.108721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.108721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.108721] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.108721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.108721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.109072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.109072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.109072] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 already deleted. [ 1076.109188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.364371] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.565477] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.565652] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.565769] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.566070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.566243] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.566389] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port bab8df73-e2de-40fa-851b-3f304e8592a2 not found, creating... [ 1076.566666] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.566839] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.566977] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.567258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.567405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.567739] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.567897] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.568029] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.568234] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.568367] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.568505] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: bab8df73-e2de-40fa-851b-3f304e8592a2 is going to be created. [ 1076.591638] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.591920] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.592124] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.592976] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.593398] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.593706] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.866623] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6a3389-c2a3-4bfe-845a-5638875b6f6b: rpc.has_security_group_logging(os_id): False [ 1076.887337] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.887510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.887591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.888351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.888351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.888351] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.888351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.888351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.888623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.888623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.888623] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be created. [ 1076.957040] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.957040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.957040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.957040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.957305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.970522] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1077.346130] env[65150]: INFO networking_nsxv3.common.synchronization [req-496767f0-de78-4b18-88b4-0d808ee87586 req-0c8092c6-19ee-48c4-bdc3-6e039406dee6 service nova] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1077.346364] env[65150]: INFO networking_nsxv3.common.synchronization [req-496767f0-de78-4b18-88b4-0d808ee87586 req-0c8092c6-19ee-48c4-bdc3-6e039406dee6 service nova] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1077.346436] env[65150]: INFO networking_nsxv3.common.synchronization [req-496767f0-de78-4b18-88b4-0d808ee87586 req-0c8092c6-19ee-48c4-bdc3-6e039406dee6 service nova] Enqueued Resource ID: bab8df73-e2de-40fa-851b-3f304e8592a2 with Priority: HIGHEST for action port [ 1077.347145] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1077.348172] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1077.348335] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab8df73-e2de-40fa-851b-3f304e8592a2 with Priority: HIGHEST for action port [ 1077.349453] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1077.351096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.351096] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.351096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.351096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.351096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.351096] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.353180] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.353180] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.353180] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.353859] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.357663] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab8df73-e2de-40fa-851b-3f304e8592a2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.357663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.357663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.357901] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab8df73-e2de-40fa-851b-3f304e8592a2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.359016] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.359702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.359702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.359702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.359702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.359945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.359945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360031] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.360261] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.861909] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.864171] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.864171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.864171] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bab8df73-e2de-40fa-851b-3f304e8592a2 with status ACTIVE [ 1077.864430] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.864430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.864920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.864920] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.865045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.865263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.865345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.865389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.865812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.865812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.865812] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.865965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.865965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.866089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.866137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.866255] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bab8df73-e2de-40fa-851b-3f304e8592a2 is going to be updated. [ 1077.867611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.867905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.867905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.867980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.868711] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.868711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.868711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.868711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.868711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.868711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.868711] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.868711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.869170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.869170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.869170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.869170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.869170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.869369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.869369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.869439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.869530] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.896165] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.896286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.896378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.896640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.896803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.897066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.368628] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.372455] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 1078.390937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.391231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.391231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.391364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.391451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.391658] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.391753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.391868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.391949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.392036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.392229] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.392322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.392379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.392515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.392581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.393480] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.393480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.393480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.393480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.393480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.393480] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1078.461749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.461905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.461971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.462506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.462506] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.476624] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1078.872252] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.872252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.872252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.872252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.872252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.872252] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 is going to be created. [ 1078.901573] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.901573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.901749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.902442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.902624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.912492] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: UNINITIALIZED for 2s [ 1078.981077] env[65150]: INFO networking_nsxv3.common.synchronization [None req-8c0f09d1-0b90-419f-84dc-2289d1c38abd tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 with Priority: HIGHEST for action security_group_rules [ 1078.981866] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 with Priority: HIGHEST for action security_group_rules [ 1078.982010] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.982142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.982209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.982524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.982637] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0acfbcef-7a59-4f3d-9570-d0d7c45a87d3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.984792] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1078.984792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.083365] env[65150]: INFO networking_nsxv3.common.synchronization [None req-942f52f1-c8ac-4f73-925b-db3f920ea055 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 with Priority: HIGHEST for action security_group_rules [ 1079.083917] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 with Priority: HIGHEST for action security_group_rules [ 1079.084236] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.084340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.503297] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.503711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.503829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.504058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.504155] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.504252] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 already deleted. [ 1079.504334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.504784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.504784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.504784] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0acfbcef-7a59-4f3d-9570-d0d7c45a87d3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.026948] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.026948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.027365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.027483] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0acfbcef-7a59-4f3d-9570-d0d7c45a87d3 already deleted. [ 1080.027563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0acfbcef-7a59-4f3d-9570-d0d7c45a87d3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.493501] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1080.493773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.925629] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: SUCCESS [ 1080.926062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.926062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.926516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.926635] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.926789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.926934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.927259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.927442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.927638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.927878] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.430986] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.934853] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3: rpc.has_security_group_logging(os_id): False [ 1081.954901] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.954901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.954901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.954901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.954901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.955357] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.955357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.955465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.955584] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.955728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.955728] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 is going to be created. [ 1082.025334] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.025456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.025456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.025792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.026018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.045258] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: IN_PROGRESS for 2s [ 1082.298634] env[65150]: INFO networking_nsxv3.common.synchronization [req-ef4db3ed-f1c5-4002-ac2f-b1db2bf26435 req-08fb6bd5-f93c-4dea-b8a2-533256dd3a54 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1082.299080] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1082.299309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.300357] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.300357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.300357] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.804123] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.804123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.804123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.804621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.824419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.824687] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.824809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.824881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.825201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.825452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1082.863764] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.863764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.863764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.863764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.863764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.872622] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1083.380014] env[65150]: INFO networking_nsxv3.common.synchronization [req-5b629c72-30e6-4356-bde4-b65cd49b3219 req-e4b72f7f-4445-4b89-9fae-9bf67d5dcb09 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1083.380588] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1083.382189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.382189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.382189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.382336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.382423] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.383030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.383030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.383030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.383030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.383030] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.884665] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.059159] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: SUCCESS [ 1084.059398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.390435] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.883428] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1084.885274] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1084.885274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.894417] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.894594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.894671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.895371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.895371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.895371] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1084.926146] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.935506] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1085.330505] env[65150]: INFO networking_nsxv3.common.synchronization [req-c51d445e-e14d-4354-a474-bb46e2ad5bff req-3b867bb8-95af-4908-8055-8fb89a0ae8a0 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1085.332064] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1085.332594] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.332810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.332931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.333202] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.333517] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.333517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.333597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.333721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.333805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.333903] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.738081] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.738297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.738426] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.738689] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.738943] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.739387] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.739532] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.739766] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.739891] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.740119] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.740443] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.740622] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.740734] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.740848] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.740952] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.741097] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.762197] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.762374] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.762519] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.762701] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.763030] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.763297] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.763432] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.764073] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.764240] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098b7ae6-86ae-4cdf-aa1e-acb55917b4bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.841028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.841028] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.841028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.841028] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1085.876716] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.876896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.876937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.877138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.877343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.889075] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1086.266714] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.266953] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.267088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.267382] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.267542] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.267705] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 098b7ae6-86ae-4cdf-aa1e-acb55917b4bf not found, creating... [ 1086.267986] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.268167] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.268285] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.268501] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.268684] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.268979] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.269451] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.269648] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.269896] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.270062] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.270211] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 098b7ae6-86ae-4cdf-aa1e-acb55917b4bf is going to be created. [ 1086.291084] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.291295] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.291425] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.291709] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.291985] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.292232] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.731202] env[65150]: INFO networking_nsxv3.common.synchronization [req-9730cf27-9065-43ae-93a5-20782c4dba45 req-31f87c17-c5b3-4bc7-bb19-e5e7a5213f6e tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1086.731791] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1086.732154] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.732311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.732397] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.732624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.732804] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.732924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.733305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.733305] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.733415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.733531] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.946220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1086.946530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.017127] env[65150]: INFO networking_nsxv3.common.synchronization [req-c51d445e-e14d-4354-a474-bb46e2ad5bff req-db6b22ed-93d3-4a3c-b6fe-b2ffcb3ffdae service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 1087.017313] env[65150]: INFO networking_nsxv3.common.synchronization [req-c51d445e-e14d-4354-a474-bb46e2ad5bff req-db6b22ed-93d3-4a3c-b6fe-b2ffcb3ffdae service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1087.017478] env[65150]: INFO networking_nsxv3.common.synchronization [req-c51d445e-e14d-4354-a474-bb46e2ad5bff req-db6b22ed-93d3-4a3c-b6fe-b2ffcb3ffdae service nova] Enqueued Resource ID: 098b7ae6-86ae-4cdf-aa1e-acb55917b4bf with Priority: HIGHEST for action port [ 1087.018011] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 1087.018160] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1087.018258] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b7ae6-86ae-4cdf-aa1e-acb55917b4bf with Priority: HIGHEST for action port [ 1087.018585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.018659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.018754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.019065] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.019065] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.022576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.022576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.022576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.022576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.022576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.022576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.022576] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098b7ae6-86ae-4cdf-aa1e-acb55917b4bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.235760] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.235941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.236043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.236278] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.237250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.237250] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.237250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.237250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.237250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.237250] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.237499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be updated. [ 1087.241278] env[65150]: INFO networking_nsxv3.common.synchronization [req-6099e9ec-c98a-4eae-b7d3-ef29ec5740e9 req-9f4217b0-ed53-48de-8af9-c7f2ac6d49c1 tempest-AttachVolumeTestJSON-205873057 tempest-AttachVolumeTestJSON-205873057-project-member] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_members [ 1087.242379] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGHEST for action security_group_members [ 1087.242704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.242811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.242878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.243082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.243235] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.243363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.243428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.243625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.243670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.243760] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.275173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.275358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.275401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.275603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.275755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.286128] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: IN_PROGRESS for 2s [ 1087.523127] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.523333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.523548] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 098b7ae6-86ae-4cdf-aa1e-acb55917b4bf with status ACTIVE [ 1087.523777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.523899] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.523968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.524234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.524336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.524534] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.524653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.524754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.524945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.525043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.525306] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.525414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.525493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.525648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.525756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.525847] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 098b7ae6-86ae-4cdf-aa1e-acb55917b4bf is going to be updated. [ 1087.547789] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.547789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.547789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.547789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.547789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.547789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098b7ae6-86ae-4cdf-aa1e-acb55917b4bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.745747] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.745902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.745956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.746349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.746349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.746661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.746782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.746897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.747115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.747246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.747361] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b is going to be updated. [ 1087.776225] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.776476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.776476] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.777690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.777690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.786225] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: IN_PROGRESS for 2s [ 1087.898911] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1087.899122] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1087.899243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.899438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.899769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.899976] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.900108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.900174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.900343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.900423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.900519] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.967041] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.967391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967391] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.967708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.967983] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.968149] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.968258] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.968467] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.968604] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.968811] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.969537] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.969537] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.969537] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.969537] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.969537] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.969537] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.988470] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.988558] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.988699] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.988899] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-411" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.989246] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.989419] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.989540] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.989800] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.989952] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240ed55e-5f1f-4a49-bd6c-fafacb3f9527',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.407341] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.492499] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.492696] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.492696] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.493346] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.493346] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.493525] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.493712] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.493791] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.494088] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.494213] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.494499] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.494654] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.494769] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.494973] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.495593] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.495593] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 is going to be updated. [ 1088.519370] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.519649] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.519794] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.520085] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.520310] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.520564] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.909321] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.251229] env[65150]: INFO networking_nsxv3.common.synchronization [req-beeca951-f401-4449-8293-97cd03fc4f35 req-1895399b-2741-498f-90c3-773d56331009 service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 1089.251229] env[65150]: INFO networking_nsxv3.common.synchronization [req-beeca951-f401-4449-8293-97cd03fc4f35 req-1895399b-2741-498f-90c3-773d56331009 service nova] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1089.251507] env[65150]: INFO networking_nsxv3.common.synchronization [req-beeca951-f401-4449-8293-97cd03fc4f35 req-1895399b-2741-498f-90c3-773d56331009 service nova] Enqueued Resource ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 with Priority: HIGHEST for action port [ 1089.251867] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_rules [ 1089.252012] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1089.252601] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 with Priority: HIGHEST for action port [ 1089.253017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.253389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.253389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.253547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.253629] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.255304] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.256028] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.256117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.257027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.257027] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.257027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.257027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.257027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.257027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.257248] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.258029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.258132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.258178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.259093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.259093] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240ed55e-5f1f-4a49-bd6c-fafacb3f9527',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.297473] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1089.298073] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c deletion is rescheduled due to dependency. [ 1089.298073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.412156] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.412156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.412156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.412293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.412293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.412403] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1089.443651] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.443837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.443881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.444184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.444348] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.454129] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1089.760817] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.760949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.761394] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.762754] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 with status ACTIVE [ 1089.763502] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.763502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.763502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.763720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.763796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.763992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.764141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.764190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.764330] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.764608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.764608] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.764709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.764736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.765184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.765184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.765184] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 240ed55e-5f1f-4a49-bd6c-fafacb3f9527 is going to be updated. [ 1089.798749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.798749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.798749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.798749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.799143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.799143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-240ed55e-5f1f-4a49-bd6c-fafacb3f9527" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.801418] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b in Status: SUCCESS [ 1089.801642] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b deletion is rescheduled due to dependency. [ 1089.801782] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.250126] env[65150]: INFO networking_nsxv3.common.synchronization [req-98d840cb-3152-410b-8b19-1e4453ae2255 req-2cc8f453-ce3b-42cc-a5f0-fd84a8cddfc3 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_members [ 1090.250126] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGHEST for action security_group_members [ 1090.250126] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.250126] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.250126] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.250126] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.267026] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.752371] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.752532] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.752805] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.770527] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.770711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.770787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.771011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.771105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.771206] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 1090.780260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.780539] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.781591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.781708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.782136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.782234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.782317] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 is going to be updated. [ 1090.806486] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.806677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.806739] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.806922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.807161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.818455] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 1090.819885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.820207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.820207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.820380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.820493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.828634] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 in Status: IN_PROGRESS for 2s [ 1091.465975] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1091.465975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.465975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.466409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.466409] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.466550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.466597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.466810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.466900] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.466954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.467154] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.730528] env[65150]: INFO networking_nsxv3.common.synchronization [None req-786ab8b9-14b6-4113-95f9-a2af96d5e7ea None None] Enqueued Resource ID: 726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e with Priority: HIGHEST for action port [ 1091.731446] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e with Priority: HIGHEST for action port [ 1091.731446] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.731615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.731720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.732017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.732120] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.970563] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.970563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.970820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.970939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.971144] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.971251] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.971317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.971472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.971563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.971652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.971806] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.971899] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.971960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.972129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.972272] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.972365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.972427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.972565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.972643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.972726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.972815] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.234649] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e [ 1092.234911] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.235093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.235188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.235464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.235563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.235676] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e already deleted. [ 1092.235760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726c6cd3-c5b6-4ff1-92cc-a0d57d146e4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.475413] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca47575-a9d5-4474-9552-6cf5b7b87105: rpc.has_security_group_logging(os_id): False [ 1092.494644] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.494815] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.494851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.495086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.495181] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.495525] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.495664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.495735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.495909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.495993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.496230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.496430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.496558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.496740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.496837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.497055] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.497160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.497224] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.497365] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.497448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.497563] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1092.569520] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.569620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.569657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.569969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.571309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.590388] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1092.828273] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 1092.828505] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.828683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.828903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.829112] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.829231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.829297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.829583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.829669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.829756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.829847] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.839583] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 in Status: SUCCESS [ 1092.839770] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 deletion is rescheduled due to dependency. [ 1092.839882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.333281] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.333519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.333609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.333854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.334071] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.334183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.334304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.334473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.334631] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.334683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.334812] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.334904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.334976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.335117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.335252] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.335419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.335481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.335633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.335727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.335812] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.335911] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.835164] env[65150]: INFO networking_nsxv3.common.synchronization [None req-24fb80b0-2c44-4305-bed6-147418fc281e None None] Enqueued Resource ID: 82999779-8abb-4719-9818-38ea29c28ac8 with Priority: HIGHEST for action port [ 1093.835831] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82999779-8abb-4719-9818-38ea29c28ac8 with Priority: HIGHEST for action port [ 1093.836170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-82999779-8abb-4719-9818-38ea29c28ac8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.836385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82999779-8abb-4719-9818-38ea29c28ac8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.836385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82999779-8abb-4719-9818-38ea29c28ac8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.836658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82999779-8abb-4719-9818-38ea29c28ac8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.836743] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82999779-8abb-4719-9818-38ea29c28ac8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.840577] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3904907b-4834-4ed8-a002-aa3bf3baf36f: rpc.has_security_group_logging(os_id): False [ 1093.863441] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.863720] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.863793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.864049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.864206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.864422] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.864919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.864919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.864919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.864919] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.865130] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.865130] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.865211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.865420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.865523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.865714] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.865804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.865866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.866042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.866129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.866216] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 1093.950674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.950862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.950971] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.951275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.951538] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.969624] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 1094.339309] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82999779-8abb-4719-9818-38ea29c28ac8 [ 1094.339578] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.339679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.339744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.339978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.340063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.340168] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82999779-8abb-4719-9818-38ea29c28ac8 already deleted. [ 1094.340252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82999779-8abb-4719-9818-38ea29c28ac8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.608481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1094.608750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.983229] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 1095.983662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.081137] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2ea51515-62b1-4f81-8308-8959bd1a1bd5 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_rules [ 1097.081624] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_rules [ 1097.082409] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.082409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.082409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.082607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.082712] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.219205] env[65150]: INFO networking_nsxv3.common.synchronization [None req-12fb2620-d4f8-4243-85cf-61fcddd44eed tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_rules [ 1097.219867] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_rules [ 1097.222270] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.222385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.612764] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.612764] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c already deleted. [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.612764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.612764] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.981940] env[65150]: INFO networking_nsxv3.common.synchronization [None req-df669172-78f5-4dc4-8909-08a1814b99c3 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_rules [ 1097.982528] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_rules [ 1097.983152] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.983441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.983441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.984380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.984380] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.072783] env[65150]: INFO networking_nsxv3.common.synchronization [None req-34cf0000-58a5-49d8-988a-499315cd859f tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_rules [ 1098.072983] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_rules [ 1098.073546] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.073546] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.137733] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.138109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.138109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.138384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.138384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.138606] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c already deleted. [ 1098.138606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.601397] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.601582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.601623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.601827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.601916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.602047] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 already deleted. [ 1098.602162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.602306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.602459] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.602614] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.009511] env[65150]: INFO networking_nsxv3.common.synchronization [req-c3466763-b531-4d91-a30c-3cdb019b2fe1 req-130f01cf-a698-48f5-8fa7-11e5c66b1469 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1099.010100] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1099.010417] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.010691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.010796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.010989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.011171] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.011274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.011335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.011487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.011627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.011742] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.124628] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.124824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.124944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.125095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.125179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.125284] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 already deleted. [ 1099.125367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.513761] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.016208] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.521078] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.521373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.521373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.521528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.521618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.521720] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1100.554964] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.555140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.555196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.555442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.555614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.564902] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1102.222443] env[65150]: INFO networking_nsxv3.common.synchronization [req-975ec929-bbef-4cae-8a6c-bbdbc9b54e30 req-f65426d5-271d-4cfd-998d-544833d1f58d tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1102.223998] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1102.224522] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.224652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.224711] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224824] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.225195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.225195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.225289] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.580138] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1102.580383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.727936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.728537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.728537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.728537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.751012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.751301] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.751428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.751480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.751682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.751764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.751898] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1102.779104] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.779104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.779104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.779104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.779104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.791012] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1103.306810] env[65150]: INFO networking_nsxv3.common.synchronization [req-5c90a54c-e301-4a9e-9240-aee10e51273a req-60e518b7-99cd-4183-8987-b9beffcee79f tempest-DeleteServersTestJSON-969843570 tempest-DeleteServersTestJSON-969843570-project-member] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1103.307815] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGHEST for action security_group_members [ 1103.310376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.310516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.310589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.310794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.310965] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.311089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.311151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.311304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.311393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.311491] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.816324] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.816324] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.816324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.816324] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad is going to be updated. [ 1103.843957] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.844903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.844903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.844903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.845206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.866434] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: IN_PROGRESS for 2s [ 1104.131341] env[65150]: INFO networking_nsxv3.common.synchronization [req-d326d83f-b879-4356-b198-a23535e27aea req-9fc50c76-7044-41f1-9b97-7ddf276ce840 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_members [ 1104.131757] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_members [ 1104.132119] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.132565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.132565] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.132750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.132935] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.133048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.133112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.133262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.133358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.133474] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.450890] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.451221] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.451221] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.451484] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.451741] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.451893] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.452018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.452230] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.452371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.452601] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.452721] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.452828] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.452933] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.453051] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.453157] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.453287] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.472404] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.472590] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.472711] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.472868] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.473227] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-ec5d2219-617b-421c-80e4-f71145f1a832 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.473452] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.473567] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.473910] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.474062] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5d2219-617b-421c-80e4-f71145f1a832',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.636353] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.636353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.636353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.637333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.637333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.637333] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.637333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.637333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.637333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.637333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.637555] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c already deleted. [ 1104.637555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.803385] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1104.803722] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 deletion is rescheduled due to dependency. [ 1104.803952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.976786] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.976981] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.977251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.977643] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.977813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.977990] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port ec5d2219-617b-421c-80e4-f71145f1a832 not found, creating... [ 1104.978359] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.979228] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.979228] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.979228] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.979373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.980718] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.980718] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.980718] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.980718] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.980718] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.980718] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: ec5d2219-617b-421c-80e4-f71145f1a832 is going to be created. [ 1105.002077] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.002333] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.002411] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.002739] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.002973] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.003223] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.714967] env[65150]: INFO networking_nsxv3.common.synchronization [req-d326d83f-b879-4356-b198-a23535e27aea req-efeca44b-428f-47ec-912b-b27c6969a5e7 service nova] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_rules [ 1105.715259] env[65150]: INFO networking_nsxv3.common.synchronization [req-d326d83f-b879-4356-b198-a23535e27aea req-efeca44b-428f-47ec-912b-b27c6969a5e7 service nova] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_members [ 1105.715344] env[65150]: INFO networking_nsxv3.common.synchronization [req-d326d83f-b879-4356-b198-a23535e27aea req-efeca44b-428f-47ec-912b-b27c6969a5e7 service nova] Enqueued Resource ID: ec5d2219-617b-421c-80e4-f71145f1a832 with Priority: HIGHEST for action port [ 1105.715941] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_rules [ 1105.716232] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_members [ 1105.716378] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5d2219-617b-421c-80e4-f71145f1a832 with Priority: HIGHEST for action port [ 1105.716721] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.716879] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.716974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.717229] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.717345] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.718230] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.718363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.718447] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.718689] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.718818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.718929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.719758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.719758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.719758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.719758] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.720502] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5d2219-617b-421c-80e4-f71145f1a832 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.720630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.720707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.720932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.722060] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5d2219-617b-421c-80e4-f71145f1a832',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.877546] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad in Status: SUCCESS [ 1105.877788] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad deletion is rescheduled due to dependency. [ 1105.877881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.222971] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.224035] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.224154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.224508] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec5d2219-617b-421c-80e4-f71145f1a832 with status ACTIVE [ 1106.224678] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.224829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.224933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.225157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.225252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.225425] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.225544] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.225605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.225760] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.225838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.226987] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.227163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.227267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.227394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.227917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.228064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec5d2219-617b-421c-80e4-f71145f1a832 is going to be updated. [ 1106.254556] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.254756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.254897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.255209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.255419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.255686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5d2219-617b-421c-80e4-f71145f1a832" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.724969] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.977184] env[65150]: INFO networking_nsxv3.common.synchronization [req-61afdb16-ea6d-433e-988b-8bbc12c5d3f5 req-3dfbb039-4110-480f-9e6f-a3d8d298c347 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1106.977184] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1106.977184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.977184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.977184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.977184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.977184] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.977184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.977184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.977700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.977830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.978445] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.228591] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.228774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.228868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.229108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.229188] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.229285] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c is going to be created. [ 1107.254388] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.254593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.254658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.254850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.255027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.267393] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c in Status: UNINITIALIZED for 2s [ 1107.481656] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.984850] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.317428] env[65150]: INFO networking_nsxv3.common.synchronization [req-f8316013-d454-41d8-a61d-24c8a50eff0b req-6a967d8a-1721-4286-a15d-c6e50171c5c2 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_members [ 1108.318076] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_members [ 1108.318418] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.318553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.318611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.318891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.319083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.319194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.319258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.319410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.319494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.319588] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.489111] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.489299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.489346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.489580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.489677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.489802] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be updated. [ 1108.521203] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.521688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.521688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.521867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.521907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.533761] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1108.639549] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.639754] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.639877] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.640145] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.640381] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.640532] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.640652] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.640857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.640999] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.641280] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.641396] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.641532] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.641606] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.641717] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.641817] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.641944] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.661927] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.662116] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.662266] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.662436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.662760] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-52e04b48-64c6-4465-a63a-2f3dd28bcf07 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.662937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.663138] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.663517] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.663666] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e04b48-64c6-4465-a63a-2f3dd28bcf07',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.821839] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.822018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.822084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.822297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.822391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.822589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.822690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.822752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.822931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.823013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.823101] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 already deleted. [ 1108.823182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.166459] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.166965] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.167070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.167401] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.167603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.167862] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 52e04b48-64c6-4465-a63a-2f3dd28bcf07 not found, creating... [ 1109.168193] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.168431] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.168614] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.168889] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.169096] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.169447] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.169666] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.169847] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.170122] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.170334] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.170538] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 52e04b48-64c6-4465-a63a-2f3dd28bcf07 is going to be created. [ 1109.196146] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196369] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.196500] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196827] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.197076] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.197312] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.284654] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c in Status: SUCCESS [ 1109.284829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.285014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.285257] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.285459] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.285628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.285696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.285858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.285939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.286051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.286146] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.789938] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.890459] env[65150]: INFO networking_nsxv3.common.synchronization [req-f8316013-d454-41d8-a61d-24c8a50eff0b req-ebf367bc-44ec-47e5-8a07-85590dd414a7 service nova] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_rules [ 1109.890651] env[65150]: INFO networking_nsxv3.common.synchronization [req-f8316013-d454-41d8-a61d-24c8a50eff0b req-ebf367bc-44ec-47e5-8a07-85590dd414a7 service nova] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_members [ 1109.890833] env[65150]: INFO networking_nsxv3.common.synchronization [req-f8316013-d454-41d8-a61d-24c8a50eff0b req-ebf367bc-44ec-47e5-8a07-85590dd414a7 service nova] Enqueued Resource ID: 52e04b48-64c6-4465-a63a-2f3dd28bcf07 with Priority: HIGHEST for action port [ 1109.891679] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_rules [ 1109.891817] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_members [ 1109.891911] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e04b48-64c6-4465-a63a-2f3dd28bcf07 with Priority: HIGHEST for action port [ 1109.892584] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.892767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.892875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.893125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.893267] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.894605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.894605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.894605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.894605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.894796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.895088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.895088] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.895261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.895387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.895562] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.896596] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e04b48-64c6-4465-a63a-2f3dd28bcf07 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.896764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.896869] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.897069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.897196] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e04b48-64c6-4465-a63a-2f3dd28bcf07',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.291850] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e13549e6-9e86-4b87-be64-e2e80e8edb4c: rpc.has_security_group_logging(os_id): False [ 1110.310478] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.310704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.310704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.310902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.310994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.311266] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.311369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.311434] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.311590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.311668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.311753] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c is going to be created. [ 1110.379999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.380570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.380570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.380570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.380663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.394318] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c in Status: IN_PROGRESS for 2s [ 1110.398782] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.399933] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.400672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.400672] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52e04b48-64c6-4465-a63a-2f3dd28bcf07 with status ACTIVE [ 1110.400672] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.400672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.400672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.400926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.400926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.400980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.401080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.401116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.401264] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.401338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.401529] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.401602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.401858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.402046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.402125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.402211] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52e04b48-64c6-4465-a63a-2f3dd28bcf07 is going to be updated. [ 1110.441089] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.441260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.441364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.441533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.441671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.441852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e04b48-64c6-4465-a63a-2f3dd28bcf07" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.544208] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1110.544457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.904162] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.406848] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.407215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.407215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.407296] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.407386] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.407486] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 is going to be created. [ 1111.431480] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.431663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.431707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.431897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.432077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.441577] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 in Status: UNINITIALIZED for 2s [ 1112.406907] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c in Status: SUCCESS [ 1112.407292] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.454169] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 in Status: SUCCESS [ 1113.454607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.454607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.454838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.455018] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.455146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.455210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.455420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.455504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.455625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.455716] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.958963] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.461713] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f4a7088-c38c-4e35-9df8-b3bd7d0de211: rpc.has_security_group_logging(os_id): False [ 1114.484671] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.484972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.484972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.485136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.485254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.485549] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.485707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.485769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.486507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.486507] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.486507] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 is going to be created. [ 1114.569451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.569699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.569795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.570090] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.570311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.584905] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 in Status: IN_PROGRESS for 2s [ 1114.893103] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1114.893266] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1115.254122] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4551c1e-590f-45bb-b49f-e392be27896f req-32515f1c-bf1b-4674-9b8e-8b0be621eb42 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1115.255392] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1115.255392] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.255392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.255392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.255794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.255794] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.255894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.255894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.256064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.256166] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.256260] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.569137] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.569469] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.569469] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.569821] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.570177] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.570446] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.570620] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.570870] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.571058] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.571317] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.571438] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.571547] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.571655] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.571762] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.571864] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.571992] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.591286] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.591522] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.591582] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.591752] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.592104] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.592333] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.592404] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.592714] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.592847] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f536abe2-f90b-4436-9cd1-d1e724a2c2e7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.758605] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.095315] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.095687] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.095828] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.096233] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.096405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.096617] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port f536abe2-f90b-4436-9cd1-d1e724a2c2e7 not found, creating... [ 1116.097056] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.097320] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.097437] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.097843] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.098029] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.098443] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.098726] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.098879] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.099162] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.099354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.099510] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: f536abe2-f90b-4436-9cd1-d1e724a2c2e7 is going to be created. [ 1116.122057] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.122350] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.122524] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.123262] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.123262] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.123436] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.261811] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.610064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 in Status: SUCCESS [ 1116.610441] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.763608] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.763753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.763877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.764118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.764351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.764410] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1116.799918] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.800112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.800185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.800402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.800593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.810515] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1116.867658] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4551c1e-590f-45bb-b49f-e392be27896f req-6812b562-1c3d-4458-9f36-d2debdedb69d service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1116.867863] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4551c1e-590f-45bb-b49f-e392be27896f req-6812b562-1c3d-4458-9f36-d2debdedb69d service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1116.868010] env[65150]: INFO networking_nsxv3.common.synchronization [req-e4551c1e-590f-45bb-b49f-e392be27896f req-6812b562-1c3d-4458-9f36-d2debdedb69d service nova] Enqueued Resource ID: f536abe2-f90b-4436-9cd1-d1e724a2c2e7 with Priority: HIGHEST for action port [ 1116.868861] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1116.868992] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1116.869235] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f536abe2-f90b-4436-9cd1-d1e724a2c2e7 with Priority: HIGHEST for action port [ 1116.869572] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.869709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.869780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.869995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.870099] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.871052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.871123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.871278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.871392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.871456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.871625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.871716] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f536abe2-f90b-4436-9cd1-d1e724a2c2e7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.375698] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.375698] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f536abe2-f90b-4436-9cd1-d1e724a2c2e7 with status ACTIVE [ 1117.375698] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.375698] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.375698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.376313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.376313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.376368] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.376485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.376585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.376844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.377054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.377248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f536abe2-f90b-4436-9cd1-d1e724a2c2e7 is going to be updated. [ 1117.412223] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.412432] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.412535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.412781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.413609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.413609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f536abe2-f90b-4436-9cd1-d1e724a2c2e7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823571] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1118.823930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.824025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.824580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.824580] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.824580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.824770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.824798] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.824874] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.824967] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.327069] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.717591] env[65150]: INFO networking_nsxv3.common.synchronization [req-890ba5e9-aebf-4050-9a82-e0ee84eb92d9 req-b5e6f478-6a72-4f24-a78e-0a449c0db330 tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1119.718569] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGHEST for action security_group_members [ 1119.718667] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.718751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.719208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.720571] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.720725] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.720854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.720970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.721268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.721462] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.721657] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.831550] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.225057] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.225226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.225297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.225519] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.225610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.225977] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.226115] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.226244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.226353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.226439] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.226531] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be updated. [ 1120.255284] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.255429] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.255498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.255888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.256095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.265632] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: IN_PROGRESS for 2s [ 1120.335864] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.336042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.336117] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.336454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.336638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.336819] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1120.368927] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.369110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.369163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.369451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.369600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.378987] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1122.217326] env[65150]: INFO networking_nsxv3.common.synchronization [req-ae8af2de-f13f-446a-88b7-086024425cfb req-6ed3e659-b5f1-42d5-b27d-72393ed091c4 tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1122.217882] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1122.218278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.218332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.218428] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.218576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.218724] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.218814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.218994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.219063] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.219092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.219188] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.277589] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 in Status: SUCCESS [ 1122.277832] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 deletion is rescheduled due to dependency. [ 1122.277973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.391269] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1122.391269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.391269] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.391501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.393073] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.393073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.393073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.393073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.393073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.393073] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.393073] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.568053] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.568271] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.568401] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.568692] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.568964] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.569251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.569438] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.569582] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.569727] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.569951] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.570102] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.570242] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.570395] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.570497] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.570925] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.571145] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.596406] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.596654] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.596846] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.597106] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.597816] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.597816] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.597992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.599148] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.599148] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ed219-29ae-42e4-8f9d-52b38ca1ac96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.723759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.724139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.724139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.724329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.724492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.724783] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.724934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.725048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.725308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.725385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.725531] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1122.758770] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.759057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.759057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.759259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.759349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.769392] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1122.896616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.896616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.896616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.896616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.896616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.896616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.896616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.897085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.897085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.897085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.897403] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.897403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.897403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.897580] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.898072] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.898072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.898072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.898072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.898072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.898430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.898430] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.102740] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.103028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.103166] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.103532] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.103720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.103888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port e00ed219-29ae-42e4-8f9d-52b38ca1ac96 not found, creating... [ 1123.104180] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.104337] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.104453] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.104675] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.104816] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.105110] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.105267] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.105380] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.105584] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.105745] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.105891] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 is going to be created. [ 1123.125448] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.125727] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.125953] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.126305] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.126641] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.126921] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.400503] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 1123.423331] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.423485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.423574] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.423922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.424056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.424305] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.424416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.424468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.424629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.424704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.424952] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.425069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.425134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.425274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.425349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.425595] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.425788] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.425858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.426268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.426268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.426268] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1123.492011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.492245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.492245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.492573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.492767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.512384] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1123.861768] env[65150]: INFO networking_nsxv3.common.synchronization [req-ae8af2de-f13f-446a-88b7-086024425cfb req-47a54062-ba89-4438-8c6b-dff5e402d984 service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 1123.861954] env[65150]: INFO networking_nsxv3.common.synchronization [req-ae8af2de-f13f-446a-88b7-086024425cfb req-47a54062-ba89-4438-8c6b-dff5e402d984 service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1123.862149] env[65150]: INFO networking_nsxv3.common.synchronization [req-ae8af2de-f13f-446a-88b7-086024425cfb req-47a54062-ba89-4438-8c6b-dff5e402d984 service nova] Enqueued Resource ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 with Priority: HIGHEST for action port [ 1123.862723] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 1123.863049] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1123.863183] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 with Priority: HIGHEST for action port [ 1123.863505] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.863707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.863816] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.863946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.864040] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.865971] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.866119] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.867037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.867037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.867037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.867037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.867311] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ed219-29ae-42e4-8f9d-52b38ca1ac96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.369872] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e00ed219-29ae-42e4-8f9d-52b38ca1ac96 with status ACTIVE [ 1124.370085] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.370304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.370422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.370753] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.370905] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.371912] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.371912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.371912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.371912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.371912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.372154] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.372205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.372290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.372955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.372955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.372955] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 is going to be updated. [ 1124.374447] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.374572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.402041] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.402041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.402041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.402041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.402041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.403725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.783065] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 4s [ 1125.534607] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1125.534935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.794925] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1126.795268] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 deletion is rescheduled due to dependency. [ 1126.795268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.795528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.795885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.796092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.796232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.796280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.796450] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.796533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.796656] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.299379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.802371] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.163954] env[65150]: INFO networking_nsxv3.common.synchronization [req-8356c86f-6aa1-4414-bf20-8d833bb6ab4b req-45a09be9-ff08-45f0-8b58-8ba7373b70de tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1128.164556] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1128.165152] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.165152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.165152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.165379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.165416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.166209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.166209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.166209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.166209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.166209] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.306019] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.306236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.306343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.306845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.306998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.307184] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1128.344860] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.345148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.345458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.345775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.346013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.357132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1128.673121] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.177407] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.249916] env[65150]: INFO networking_nsxv3.common.synchronization [None req-0bb5148d-134d-4ed4-94de-da0475c85c9d tempest-AttachInterfacesTestJSON-480823162 tempest-AttachInterfacesTestJSON-480823162-project-member] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1129.254722] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGHEST for action security_group_members [ 1129.254722] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.254722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.254722] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.254962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.254997] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.255438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.255438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.255438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.255547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.256048] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.579717] env[65150]: INFO networking_nsxv3.common.synchronization [req-f2541c44-088e-4680-a8be-03e4ad321f72 req-8848b8d7-2c02-49db-87c1-fcc26fcedbf9 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1129.580669] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1129.581249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.581249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.581249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.581563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.581634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.581725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.581795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.581974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.582084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.582217] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.680483] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.680729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.680729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.680974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.681109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.681215] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1129.744348] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.744581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.744581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.744886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.745376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.757277] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1129.757650] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.757817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.757863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.758161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.758433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.758502] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.758553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.758627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.758761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.758851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.759079] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be updated. [ 1129.824193] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.824396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.824448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.824658] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.824809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.837937] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: IN_PROGRESS for 2s [ 1130.084396] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.084567] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.084647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.084965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.085139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.085372] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.085481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.085547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.085725] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.086713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.086713] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1130.116818] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.117013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.117056] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.117272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.117413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.126537] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1130.370437] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1130.370834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.370834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.371236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.371548] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.371676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.371743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.371896] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.371973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.372085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.372253] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.874550] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.377770] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7084db9-4abc-4d00-bb00-c19c02ff92a5: rpc.has_security_group_logging(os_id): False [ 1131.397448] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.398267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.398267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.398267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.398267] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.398267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.399206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.399206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.399206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.399206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.399206] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1131.461885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.462049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.462138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.462334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.462483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.478933] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1131.767835] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 4s [ 1131.862083] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f in Status: SUCCESS [ 1131.862586] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f deletion is rescheduled due to dependency. [ 1131.862721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.136662] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1132.136854] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1132.136946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.532346] env[65150]: INFO networking_nsxv3.common.synchronization [req-b8f7ef6f-72e1-45d1-b990-bec7eb7b505b req-d4aa54e8-6365-43e1-8a24-b41b610a95c7 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1132.533039] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1132.533400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.534085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.534178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.534627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.534627] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.534780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.534780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.534845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.534945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.535092] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.037968] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.041325] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.041325] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.041325] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1133.069731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.069937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.069937] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.070179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.070830] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.081085] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1133.494434] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1133.495140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.581116] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.581603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.581603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.581711] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.581947] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.582405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.582405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.582559] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.582559] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.582755] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.582862] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.582975] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.583081] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.583190] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.583290] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.583425] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.604880] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.605228] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.605473] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.605884] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-948" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.606517] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.606981] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.607186] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.607753] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.608051] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fadc89-e8e9-402e-9b6d-8a2da94337ed',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.779905] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1133.780225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.112312] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.115662] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.115662] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.115924] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.116017] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.116250] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port d4fadc89-e8e9-402e-9b6d-8a2da94337ed not found, creating... [ 1134.116953] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.117246] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.117439] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.117825] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.117998] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.118481] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.118721] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.118907] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.119716] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.119716] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.119995] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: d4fadc89-e8e9-402e-9b6d-8a2da94337ed is going to be created. [ 1134.140990] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.141242] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.141398] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.141680] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.142022] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.142275] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.756372] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1c74f928-52a8-460b-bfa6-ac57f6043357 None None] Enqueued Resource ID: b92a2b18-7889-43a8-964b-cc3a4323a5b1 with Priority: HIGHEST for action port [ 1134.756879] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92a2b18-7889-43a8-964b-cc3a4323a5b1 with Priority: HIGHEST for action port [ 1134.757352] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92a2b18-7889-43a8-964b-cc3a4323a5b1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.757627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92a2b18-7889-43a8-964b-cc3a4323a5b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.757778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92a2b18-7889-43a8-964b-cc3a4323a5b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.758179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92a2b18-7889-43a8-964b-cc3a4323a5b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.758437] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92a2b18-7889-43a8-964b-cc3a4323a5b1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.867471] env[65150]: INFO networking_nsxv3.common.synchronization [req-b8f7ef6f-72e1-45d1-b990-bec7eb7b505b req-26008514-fbb0-4b13-b11f-1a425aadc5ab service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 1134.867471] env[65150]: INFO networking_nsxv3.common.synchronization [req-b8f7ef6f-72e1-45d1-b990-bec7eb7b505b req-26008514-fbb0-4b13-b11f-1a425aadc5ab service nova] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1134.867471] env[65150]: INFO networking_nsxv3.common.synchronization [req-b8f7ef6f-72e1-45d1-b990-bec7eb7b505b req-26008514-fbb0-4b13-b11f-1a425aadc5ab service nova] Enqueued Resource ID: d4fadc89-e8e9-402e-9b6d-8a2da94337ed with Priority: HIGHEST for action port [ 1134.867471] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_rules [ 1134.867898] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1134.868252] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fadc89-e8e9-402e-9b6d-8a2da94337ed with Priority: HIGHEST for action port [ 1134.868690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.868956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.869139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.869712] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.869888] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.870853] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.871110] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.871476] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.871740] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.871916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.872187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.872353] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fadc89-e8e9-402e-9b6d-8a2da94337ed',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.099103] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1135.099103] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.099103] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.099103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.099103] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.261084] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b92a2b18-7889-43a8-964b-cc3a4323a5b1 [ 1135.261456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.261456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.261847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.261847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.261847] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.262518] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b92a2b18-7889-43a8-964b-cc3a4323a5b1 already deleted. [ 1135.262518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92a2b18-7889-43a8-964b-cc3a4323a5b1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.375083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.375083] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.375083] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4fadc89-e8e9-402e-9b6d-8a2da94337ed with status ACTIVE [ 1135.375083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.375377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.375409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.375822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.375822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.376298] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.376433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.376501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.376687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.376820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.378642] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.378642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.378642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.378642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.378642] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.378642] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4fadc89-e8e9-402e-9b6d-8a2da94337ed is going to be updated. [ 1135.404673] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.404673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.404673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.404673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.404673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.405069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4fadc89-e8e9-402e-9b6d-8a2da94337ed" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.542029] env[65150]: INFO networking_nsxv3.common.synchronization [None req-fc55087c-2fc4-40a8-8c91-e1d93cbfce76 tempest-ServersV294TestFqdnHostnames-1999934536 tempest-ServersV294TestFqdnHostnames-1999934536-project-member] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_rules [ 1135.542029] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_rules [ 1135.542029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.542029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.542029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.542029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.542029] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.603556] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.664949] env[65150]: INFO networking_nsxv3.common.synchronization [None req-fb407dc2-060c-4c33-af81-d104fc71298a tempest-ServersV294TestFqdnHostnames-1999934536 tempest-ServersV294TestFqdnHostnames-1999934536-project-member] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_rules [ 1135.664949] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_rules [ 1135.665961] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.666077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.065721] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.066191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.066191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.066260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.066393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.066517] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 already deleted. [ 1136.066599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.066756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.066934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.067202] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.106763] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.590983] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.591178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.591260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.591493] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.591599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.591633] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 already deleted. [ 1136.591861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.611118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.611118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.611118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.611454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.611640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.612093] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1136.646869] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.647156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.647240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.647463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.647618] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.656174] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1136.992544] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1e1a6cda-3cc6-42e0-979c-a4e9338d20d0 None None] Enqueued Resource ID: cc4658b1-d86a-4f4b-8935-5020fea8768e with Priority: HIGHEST for action port [ 1136.993089] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4658b1-d86a-4f4b-8935-5020fea8768e with Priority: HIGHEST for action port [ 1136.993432] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc4658b1-d86a-4f4b-8935-5020fea8768e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.993566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc4658b1-d86a-4f4b-8935-5020fea8768e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.993632] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc4658b1-d86a-4f4b-8935-5020fea8768e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.993892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc4658b1-d86a-4f4b-8935-5020fea8768e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.993975] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4658b1-d86a-4f4b-8935-5020fea8768e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.496160] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc4658b1-d86a-4f4b-8935-5020fea8768e [ 1137.496476] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.496547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.496615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.496892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.496985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.497105] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc4658b1-d86a-4f4b-8935-5020fea8768e already deleted. [ 1137.497612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc4658b1-d86a-4f4b-8935-5020fea8768e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666861] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1138.667154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.667286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.667510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.667737] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.667892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.667938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.668116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.668207] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.668337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.668448] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.171036] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.171249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.171316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.171550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.171733] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.171848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.171925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.172132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.172256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.172357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.172513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.172610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.172710] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.172909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.173611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.173802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.173921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.174100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.174201] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.174496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.174622] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.677271] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ca47575-a9d5-4474-9552-6cf5b7b87105: rpc.has_security_group_logging(os_id): False [ 1139.696138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.696279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.696351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.696573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.696663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.696910] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.697085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.697085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.697238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.697316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.697531] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.697738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.697801] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.697938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.698027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.698249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.698398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.698435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.698566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.698619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.698694] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1139.781282] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.782041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.782041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.782041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.782041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.797389] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1141.552517] env[65150]: INFO networking_nsxv3.common.synchronization [req-2ce7b216-3afb-4006-853e-7dfe60540aa0 req-e09fa0ec-da47-446f-bcd0-f9f5a7daea8a tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1141.552963] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1141.553362] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.553362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.553489] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.553646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.553848] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.553959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.554036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.554142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.554245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.554338] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.821465] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1141.821682] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.951023] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.951023] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.951023] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.951023] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.952354] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.952354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.952354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.952354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.952354] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.952354] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.952354] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.952630] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.952630] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.952748] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.952908] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.953064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.006706] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.007061] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.007349] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.007661] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-580" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.008386] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.008767] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.009043] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.009612] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.010042] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b05e1d4-3048-4ab7-aa8f-00c8145595aa',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.056990] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.513754] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.513957] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.514042] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.514415] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.514581] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.514785] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 2b05e1d4-3048-4ab7-aa8f-00c8145595aa not found, creating... [ 1142.515126] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.515316] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.515468] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.515734] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.515935] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.516306] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.516491] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.516655] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.516923] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.517137] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.517319] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 2b05e1d4-3048-4ab7-aa8f-00c8145595aa is going to be created. [ 1142.559550] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.565560] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.565857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.566148] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.566516] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.567219] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.567219] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.063931] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.063931] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.063931] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1143.091992] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.092210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.092210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.092455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.092614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.104500] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1143.229434] env[65150]: INFO networking_nsxv3.common.synchronization [req-2ce7b216-3afb-4006-853e-7dfe60540aa0 req-ff8c22a0-c1f5-428a-acc9-0b571c5672f2 service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1143.229615] env[65150]: INFO networking_nsxv3.common.synchronization [req-2ce7b216-3afb-4006-853e-7dfe60540aa0 req-ff8c22a0-c1f5-428a-acc9-0b571c5672f2 service nova] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1143.229753] env[65150]: INFO networking_nsxv3.common.synchronization [req-2ce7b216-3afb-4006-853e-7dfe60540aa0 req-ff8c22a0-c1f5-428a-acc9-0b571c5672f2 service nova] Enqueued Resource ID: 2b05e1d4-3048-4ab7-aa8f-00c8145595aa with Priority: HIGHEST for action port [ 1143.230300] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_rules [ 1143.230441] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1143.230590] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b05e1d4-3048-4ab7-aa8f-00c8145595aa with Priority: HIGHEST for action port [ 1143.230819] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.230933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.230997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.231465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.231465] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.232260] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.232358] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.232514] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.232620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.232683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.232909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.233216] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b05e1d4-3048-4ab7-aa8f-00c8145595aa',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.736803] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.737280] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.737280] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b05e1d4-3048-4ab7-aa8f-00c8145595aa with status ACTIVE [ 1143.737490] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.737624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.737688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.737925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.738030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.738247] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.738367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.738430] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.739038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.739038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.739038] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.739038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.739038] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.739238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.739238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.739290] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b05e1d4-3048-4ab7-aa8f-00c8145595aa is going to be updated. [ 1143.765409] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.765627] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.765950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.766152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.766359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.766541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b05e1d4-3048-4ab7-aa8f-00c8145595aa" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.905715] env[65150]: INFO networking_nsxv3.common.synchronization [req-a0290f7e-a4ec-4e86-a4b8-334453653928 req-944f840f-89bb-4472-b0c1-a1529e6e6311 tempest-ServersV294TestFqdnHostnames-1999934536 tempest-ServersV294TestFqdnHostnames-1999934536-project-member] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_members [ 1143.906369] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_members [ 1143.906700] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.906827] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.906954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.907204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.907867] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.907969] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.908021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.908208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.908298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.908401] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.211958] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.212230] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-815" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.212357] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-815" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.212671] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-815" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.213176] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.213813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.213813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.213813] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.213950] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.215841] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.215841] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.215841] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.215841] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.215841] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.215841] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.215841] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.233571] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.235841] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.235841] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.235841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-815" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.235841] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.235841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.235841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.235841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.235841] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dfd848-7a2d-471d-b30b-efecbcba4fdd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.410545] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.410706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.410776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.410995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.411106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.411308] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.411405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.411467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.411615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.411690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.411773] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 already deleted. [ 1144.411854] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.737846] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.738425] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.738425] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.738551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.738668] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.738830] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port a5dfd848-7a2d-471d-b30b-efecbcba4fdd not found, creating... [ 1144.739118] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.739458] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.739603] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.739804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.740155] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.740804] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.740979] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.741122] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.741343] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.741518] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.741700] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: a5dfd848-7a2d-471d-b30b-efecbcba4fdd is going to be created. [ 1144.769826] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.770103] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.770225] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.770526] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.770778] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.771066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.120177] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1145.120721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.120721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.120966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.121276] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.121440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.121524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.121745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.121841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.121961] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.489818] env[65150]: INFO networking_nsxv3.common.synchronization [req-a0290f7e-a4ec-4e86-a4b8-334453653928 req-d0a1f515-700f-45e3-a10f-a8b871f06c64 service nova] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_rules [ 1145.489933] env[65150]: INFO networking_nsxv3.common.synchronization [req-a0290f7e-a4ec-4e86-a4b8-334453653928 req-d0a1f515-700f-45e3-a10f-a8b871f06c64 service nova] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_members [ 1145.490015] env[65150]: INFO networking_nsxv3.common.synchronization [req-a0290f7e-a4ec-4e86-a4b8-334453653928 req-d0a1f515-700f-45e3-a10f-a8b871f06c64 service nova] Enqueued Resource ID: a5dfd848-7a2d-471d-b30b-efecbcba4fdd with Priority: HIGHEST for action port [ 1145.490561] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_rules [ 1145.490696] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_members [ 1145.490792] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5dfd848-7a2d-471d-b30b-efecbcba4fdd with Priority: HIGHEST for action port [ 1145.491553] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.491717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.491810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.492051] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.492178] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.493868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.493868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.493868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.493868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.494076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.494179] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.495036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.495036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.495036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.495036] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.495456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.495590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.495590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.495717] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.496403] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5dfd848-7a2d-471d-b30b-efecbcba4fdd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.624062] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.998955] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.000020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.000140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.000243] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5dfd848-7a2d-471d-b30b-efecbcba4fdd with status ACTIVE [ 1146.000400] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.000504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.000561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.000757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.000841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.001011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.001121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.001184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.001362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.001407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.001590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.002223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.002223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.002223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.002223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.002223] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5dfd848-7a2d-471d-b30b-efecbcba4fdd is going to be updated. [ 1146.027559] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.027702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.027772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.028027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.028174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.028335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5dfd848-7a2d-471d-b30b-efecbcba4fdd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.127079] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.418996] env[65150]: INFO networking_nsxv3.common.synchronization [req-4b608db3-ac5e-4e53-890d-c5ed51c7a9cf req-eadab057-2c93-4aff-a879-a325325bbc39 tempest-ServerDiskConfigTestJSON-2010009196 tempest-ServerDiskConfigTestJSON-2010009196-project-member] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1146.419458] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGHEST for action security_group_members [ 1146.419778] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.419903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.419965] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.420171] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.420355] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.420424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.420464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.420628] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.420721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.420816] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.504634] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.630387] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.630605] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.630651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.630882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.632121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.632121] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1146.660560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.660790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.660859] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.661294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.661510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.671144] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1146.923110] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.923639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.923853] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.924049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.924263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.924353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.924455] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be updated. [ 1146.982694] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.982934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.982934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.983162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.983322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.993896] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: IN_PROGRESS for 2s [ 1147.007471] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.007932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.007932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.007932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.008120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.008120] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 is going to be created. [ 1147.037342] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.037503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.037554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.037856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.038068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.049132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 in Status: UNINITIALIZED for 2s [ 1148.682087] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1148.682478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.682478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.682672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.682805] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.682912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.682984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.683136] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.683217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.683324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.683433] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.004042] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 in Status: SUCCESS [ 1149.004261] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 deletion is rescheduled due to dependency. [ 1149.004424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.060317] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 in Status: SUCCESS [ 1149.060498] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.060671] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.060901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.061118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.061239] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.061313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.061504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.061590] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.061677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.061774] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.187141] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.187346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.187490] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.187636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.187817] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.187918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.187998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.188210] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.188331] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.188437] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.188594] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.188691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.188756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.188901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.189075] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.189170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.189235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.189374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.189454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.189542] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.189638] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.564087] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.692828] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4907edf2-c87d-4862-bc77-3e4f0cf5744e: rpc.has_security_group_logging(os_id): False [ 1149.715936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.716246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.716246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.716626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.716626] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.716798] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.717043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.717043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.717200] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.717238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.718607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.718607] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.718607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.718607] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1149.808205] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.808436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.808487] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.808668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.808873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.827129] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1150.066421] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 151dd00e-99bf-4ecf-8082-6bbac2e8beb1: rpc.has_security_group_logging(os_id): False [ 1150.087226] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.087226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.087226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.087226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.087467] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.087515] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.087614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.087680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.087820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.087894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.087980] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 is going to be created. [ 1150.156933] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.156933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.156933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.157442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.157545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.174062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 in Status: IN_PROGRESS for 2s [ 1151.421481] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.421743] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1151.844952] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1151.847392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.187073] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 in Status: SUCCESS [ 1152.187479] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.673505] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.673853] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.673853] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.674188] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.676443] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.676443] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.676443] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.676443] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.676443] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.676443] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.676443] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.676443] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.676443] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.676443] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.676443] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.679888] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.698337] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.698547] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.698763] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.698992] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-157" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.699897] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-bab8df73-e2de-40fa-851b-3f304e8592a2 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.699897] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.699897] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.700151] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.700209] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab8df73-e2de-40fa-851b-3f304e8592a2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.202925] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.203246] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.203384] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.203677] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.203847] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.204255] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.204478] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.204550] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.204752] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.204893] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.205197] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.205358] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.205475] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.205688] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.205820] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.205959] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: bab8df73-e2de-40fa-851b-3f304e8592a2 is going to be updated. [ 1154.233468] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.233776] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.233855] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.235070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.235070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.235070] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956505] env[65150]: INFO networking_nsxv3.common.synchronization [req-9be064f9-7084-4d59-bf94-7435478b7445 req-b61e9333-643b-4ffa-a7bc-616a0d06eddd service nova] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1154.956505] env[65150]: INFO networking_nsxv3.common.synchronization [req-9be064f9-7084-4d59-bf94-7435478b7445 req-b61e9333-643b-4ffa-a7bc-616a0d06eddd service nova] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1154.956758] env[65150]: INFO networking_nsxv3.common.synchronization [req-9be064f9-7084-4d59-bf94-7435478b7445 req-b61e9333-643b-4ffa-a7bc-616a0d06eddd service nova] Enqueued Resource ID: bab8df73-e2de-40fa-851b-3f304e8592a2 with Priority: HIGHEST for action port [ 1154.957145] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_rules [ 1154.957294] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1154.957394] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab8df73-e2de-40fa-851b-3f304e8592a2 with Priority: HIGHEST for action port [ 1154.957682] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.957840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.957886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.958059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.958483] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.959056] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.959178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.959243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.960410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.960410] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.960410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.960410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.960410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.960410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.960410] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.961135] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab8df73-e2de-40fa-851b-3f304e8592a2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.961135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.961261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.961408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.961713] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab8df73-e2de-40fa-851b-3f304e8592a2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.464562] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.464673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.465258] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.466257] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bab8df73-e2de-40fa-851b-3f304e8592a2 with status ACTIVE [ 1155.466480] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.467989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.467989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.467989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.467989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.467989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.467989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.467989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.468309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.468309] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.468749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.468749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.468749] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.468918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.468949] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.469222] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bab8df73-e2de-40fa-851b-3f304e8592a2 is going to be updated. [ 1155.493416] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.493648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.493648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.493843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.493985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.494211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab8df73-e2de-40fa-851b-3f304e8592a2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.571357] env[65150]: INFO networking_nsxv3.common.synchronization [None req-bc9deda3-432d-4fc6-894a-a9a2076fd758 None None] Enqueued Resource ID: 917814be-43e7-4e1a-b64c-d7c00f02abd2 with Priority: HIGHEST for action port [ 1155.571937] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917814be-43e7-4e1a-b64c-d7c00f02abd2 with Priority: HIGHEST for action port [ 1155.572273] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-917814be-43e7-4e1a-b64c-d7c00f02abd2 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.572414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-917814be-43e7-4e1a-b64c-d7c00f02abd2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.572504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-917814be-43e7-4e1a-b64c-d7c00f02abd2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.572715] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-917814be-43e7-4e1a-b64c-d7c00f02abd2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.572791] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('917814be-43e7-4e1a-b64c-d7c00f02abd2',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.972502] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.082500] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 917814be-43e7-4e1a-b64c-d7c00f02abd2 [ 1156.082825] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.084343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.084343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.084343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.084343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.084343] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:917814be-43e7-4e1a-b64c-d7c00f02abd2 already deleted. [ 1156.084343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-917814be-43e7-4e1a-b64c-d7c00f02abd2" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.476667] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.476851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.476954] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.477249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.477402] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.477527] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 is going to be updated. [ 1156.510409] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.510702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.510702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.510962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.511265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.523737] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: IN_PROGRESS for 2s [ 1158.315994] env[65150]: INFO networking_nsxv3.common.synchronization [req-b16a0641-c58a-4afd-8e1c-85cded282af9 req-21e06be3-7ae0-4f0e-9068-f1e5af64e5b2 tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1158.316303] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1158.316461] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.316676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.316676] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.316836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.316982] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.318891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.318891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.318891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.318891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.318891] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.535887] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: SUCCESS [ 1158.536315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.536516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.536748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.536947] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.537102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.537167] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.537396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.537396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.537492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.537575] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.589525] env[65150]: INFO networking_nsxv3.common.synchronization [None req-bb1be792-7bcd-41ae-8da2-abcb48ba039e None None] Enqueued Resource ID: 0b524263-0dd8-416c-bd27-8f2085e0bd4c with Priority: HIGHEST for action port [ 1158.590112] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b524263-0dd8-416c-bd27-8f2085e0bd4c with Priority: HIGHEST for action port [ 1158.590428] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b524263-0dd8-416c-bd27-8f2085e0bd4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.590554] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b524263-0dd8-416c-bd27-8f2085e0bd4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.590622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b524263-0dd8-416c-bd27-8f2085e0bd4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.590863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b524263-0dd8-416c-bd27-8f2085e0bd4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.590964] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b524263-0dd8-416c-bd27-8f2085e0bd4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.826424] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.040156] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.093363] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b524263-0dd8-416c-bd27-8f2085e0bd4c [ 1159.093981] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.093981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.093981] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.094272] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.094660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.094660] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b524263-0dd8-416c-bd27-8f2085e0bd4c already deleted. [ 1159.094660] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b524263-0dd8-416c-bd27-8f2085e0bd4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.328695] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.542317] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3: rpc.has_security_group_logging(os_id): False [ 1159.585239] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.585637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.585908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.586416] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.586667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.587508] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.587653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.587819] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.588276] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.588502] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.588971] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 is going to be updated. [ 1159.669080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.669216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.669290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.669504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.669656] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.686977] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: IN_PROGRESS for 2s [ 1159.831939] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.831939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.831939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.832275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.832381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.833032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1159.901053] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.901053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.901053] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.901398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.901398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.913167] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1161.532932] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bdfd7a8-08c8-4e58-90fe-c77f359b25a7 req-dd78e138-4d7f-4d8a-9945-28cfac1d0f14 tempest-InstanceActionsV221TestJSON-177572521 tempest-InstanceActionsV221TestJSON-177572521-project-member] Enqueued Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_members [ 1161.533738] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_members [ 1161.534197] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.534845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.534955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.535304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.535646] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.535792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.535882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.536206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.536307] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.536439] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.708676] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: SUCCESS [ 1161.708941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.899551] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.899551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-491" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.899551] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-491" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.899739] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-491" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.900059] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.900268] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.900350] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.900575] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.900720] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.900937] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.901044] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.901213] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.901260] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.901360] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.901496] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.901605] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.933764] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.933974] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.935024] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.935024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-491" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.935024] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-7e8f1e7b-83d1-4197-8ada-f8858865b052 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.935024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.935024] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.935382] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.935432] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e8f1e7b-83d1-4197-8ada-f8858865b052',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.940430] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1161.940583] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.039293] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.039293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.039293] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.039413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.039413] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.039643] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.039724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.039792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.039926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.039995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.040088] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea46290-7254-4e00-af0e-cb64b1508ee5 already deleted. [ 1162.040165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.437888] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.438261] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.438474] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.438777] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.439013] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.439213] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 7e8f1e7b-83d1-4197-8ada-f8858865b052 not found, creating... [ 1162.439547] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.439731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.439846] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.440129] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.440290] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.440617] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.440826] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.441221] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.441221] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.441330] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.441436] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 7e8f1e7b-83d1-4197-8ada-f8858865b052 is going to be created. [ 1162.467531] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.468061] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.468247] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.468758] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.469015] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.469292] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.208024] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bdfd7a8-08c8-4e58-90fe-c77f359b25a7 req-a40808a9-826d-451c-938e-beca7d40d50c service nova] Enqueued Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_rules [ 1163.208024] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bdfd7a8-08c8-4e58-90fe-c77f359b25a7 req-a40808a9-826d-451c-938e-beca7d40d50c service nova] Enqueued Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_members [ 1163.208024] env[65150]: INFO networking_nsxv3.common.synchronization [req-3bdfd7a8-08c8-4e58-90fe-c77f359b25a7 req-a40808a9-826d-451c-938e-beca7d40d50c service nova] Enqueued Resource ID: 7e8f1e7b-83d1-4197-8ada-f8858865b052 with Priority: HIGHEST for action port [ 1163.208024] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_rules [ 1163.208644] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_members [ 1163.209478] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8f1e7b-83d1-4197-8ada-f8858865b052 with Priority: HIGHEST for action port [ 1163.209736] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.209736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.209736] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.210013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.210116] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.211927] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.212045] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.212829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.212968] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.213154] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.213291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.213344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.213612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.213612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.213726] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.215225] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e8f1e7b-83d1-4197-8ada-f8858865b052 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.215225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.215225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.215620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.216076] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e8f1e7b-83d1-4197-8ada-f8858865b052',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.712160] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.712404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.718286] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.718956] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e8f1e7b-83d1-4197-8ada-f8858865b052 with status ACTIVE [ 1163.719215] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.719337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.719375] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.719685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.719781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.720060] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.720168] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.720230] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.720387] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.721044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.721044] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.721044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.721044] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.721259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.721259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.721312] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e8f1e7b-83d1-4197-8ada-f8858865b052 is going to be updated. [ 1163.748640] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.748875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.748875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.749086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.749333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.749503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e8f1e7b-83d1-4197-8ada-f8858865b052" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.223206] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.725611] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.725873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.726032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.726370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.726500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.726633] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea46290-7254-4e00-af0e-cb64b1508ee5 is going to be created. [ 1164.759346] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.759637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.759637] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.759844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.759943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.772043] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: UNINITIALIZED for 2s [ 1166.786501] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: UNINITIALIZED for 4s [ 1167.479091] env[65150]: INFO networking_nsxv3.common.synchronization [req-20f895c1-f3de-40b3-819e-4ea16a4b7992 req-401158a3-f338-496f-a916-9d409355a2dd tempest-ServersTestJSON-2136228622 tempest-ServersTestJSON-2136228622-project-member] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1167.479708] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGHEST for action security_group_members [ 1167.479930] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.480064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.480133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.480452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.480570] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.480570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.480648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.480757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.480840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.480935] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.984133] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.984551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.984551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.984729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.984789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.984997] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.985111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.985176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.985335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.985412] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.985498] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be updated. [ 1168.013060] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.013275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.013320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.013500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.013844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.022237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: IN_PROGRESS for 2s [ 1168.798164] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: SUCCESS [ 1168.798422] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.798599] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.798822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.799026] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.799147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.799211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.799399] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.799484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.799612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.799706] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.304518] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.304518] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.304518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.305195] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.305195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.305195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.305195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.305195] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.305195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.305393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.305393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.305452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.305576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.305634] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.809701] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea46290-7254-4e00-af0e-cb64b1508ee5: rpc.has_security_group_logging(os_id): False [ 1169.828439] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.828607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.828607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.828838] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.828929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.829159] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.829259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.829324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.829535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.829535] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.829716] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.829807] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.829867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.830014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.830096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.830478] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.830611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.830669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.830825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.831186] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.831186] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea46290-7254-4e00-af0e-cb64b1508ee5 is going to be created. [ 1169.903633] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.903633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.903633] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.903913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.904094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.919404] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: IN_PROGRESS for 2s [ 1170.048464] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e in Status: SUCCESS [ 1170.048653] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e deletion is rescheduled due to dependency. [ 1170.048770] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.937627] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: SUCCESS [ 1171.938026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.480754] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.480944] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1172.800215] env[65150]: INFO networking_nsxv3.common.synchronization [req-0640e093-79fd-49b0-8122-f638828d61ec req-3bb2fc75-93cd-446e-be1d-19af118b333b tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_members [ 1172.800813] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGHEST for action security_group_members [ 1172.801194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.801314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.801379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.801579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.801730] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.801866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.801973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.802198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.802313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.802409] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.305802] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.305802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.305802] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.306252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.306980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.306980] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.306980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.306980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.307511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.309032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.309032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 is going to be updated. [ 1173.354085] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.354085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.354085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.354085] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.354366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.367554] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 in Status: IN_PROGRESS for 2s [ 1175.379786] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 in Status: SUCCESS [ 1175.380153] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 deletion is rescheduled due to dependency. [ 1175.380153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.969291] env[65150]: INFO networking_nsxv3.common.synchronization [req-63bdca7f-8304-4ce3-9622-da9ddc7bee24 req-b07f8645-8fbc-4131-8bbe-d581f2cee870 tempest-InstanceActionsV221TestJSON-177572521 tempest-InstanceActionsV221TestJSON-177572521-project-member] Enqueued Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_members [ 1175.969829] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGHEST for action security_group_members [ 1175.970166] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.970289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.970360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.970765] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.970931] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.971046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.971112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.972316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.972316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.972316] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.474317] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.474806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.474806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.474806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.475069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.475069] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.475170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.475238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.475367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.475445] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.475588] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea46290-7254-4e00-af0e-cb64b1508ee5 is going to be updated. [ 1176.511964] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.512170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.512228] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.512471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.512706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.522429] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: IN_PROGRESS for 2s [ 1177.831097] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1ae54bf7-225d-45e3-abdc-e9405895cce3 tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_rules [ 1177.831783] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_rules [ 1177.832287] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.832427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.832494] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.832906] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.832906] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.925977] env[65150]: INFO networking_nsxv3.common.synchronization [None req-2079d364-19bf-4bbf-9609-5e9493f241ce tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_rules [ 1177.926646] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_rules [ 1177.926960] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.927099] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.353603] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.353841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.353948] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.354363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.354496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.354598] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 already deleted. [ 1178.354683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.354841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.355026] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.355139] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.533687] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea46290-7254-4e00-af0e-cb64b1508ee5 in Status: SUCCESS [ 1178.533954] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea46290-7254-4e00-af0e-cb64b1508ee5 deletion is rescheduled due to dependency. [ 1178.534128] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.879234] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.879234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.879644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.879644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.879644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.879739] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 already deleted. [ 1178.879809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.927191] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.927622] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1183.284515] env[65150]: INFO networking_nsxv3.common.synchronization [None req-cfc65fc8-53db-4c62-8c07-08fc15062e9d None None] Enqueued Resource ID: 2a31646f-8448-4576-b8e5-40811b156be4 with Priority: HIGHEST for action port [ 1183.285012] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a31646f-8448-4576-b8e5-40811b156be4 with Priority: HIGHEST for action port [ 1183.285364] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a31646f-8448-4576-b8e5-40811b156be4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.285588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a31646f-8448-4576-b8e5-40811b156be4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.285588] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a31646f-8448-4576-b8e5-40811b156be4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.285785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a31646f-8448-4576-b8e5-40811b156be4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.285867] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a31646f-8448-4576-b8e5-40811b156be4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.788258] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a31646f-8448-4576-b8e5-40811b156be4 [ 1183.788933] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.788933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.788933] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.789151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.789151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.789221] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a31646f-8448-4576-b8e5-40811b156be4 already deleted. [ 1183.789316] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a31646f-8448-4576-b8e5-40811b156be4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.001994] env[65150]: INFO networking_nsxv3.common.synchronization [req-c9239294-193f-4d0f-bcc9-0bfe36699fc7 req-c66d4e38-e621-4d1f-b518-b359c017b09b tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_members [ 1184.002334] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_members [ 1184.002648] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.002771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.002836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.003757] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.003938] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.004068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.004141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.004345] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.004516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.004584] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.404051] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.404304] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.404304] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.404648] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.404917] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.405108] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.405227] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.405439] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.405599] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.405806] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.405934] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.406058] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.406183] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.406278] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.406418] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.406599] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.428803] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.428981] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.429145] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.429326] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-410" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.429657] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-ce5d376a-d106-4836-b6a4-5ec127d81c27 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.429836] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.429957] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.430327] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.430473] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce5d376a-d106-4836-b6a4-5ec127d81c27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.507824] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.508033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.508082] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.508290] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.508382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.508622] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.508728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.508868] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.509024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.509103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.509191] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 already deleted. [ 1184.509301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.933344] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.933611] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.933742] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.934044] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.934198] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.934356] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port ce5d376a-d106-4836-b6a4-5ec127d81c27 not found, creating... [ 1184.934641] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.934799] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.934912] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.935154] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.935290] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.935569] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.935723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.935836] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.936051] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.936182] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.936318] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: ce5d376a-d106-4836-b6a4-5ec127d81c27 is going to be created. [ 1184.958750] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.959056] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.959146] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.959422] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.959769] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.960037] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.569951] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1225d6fb-b964-4534-ba1a-323d3476bae4 None None] Enqueued Resource ID: c785e4e3-79c9-42e3-ab20-fc209e9b1d69 with Priority: HIGHEST for action port [ 1185.570505] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c785e4e3-79c9-42e3-ab20-fc209e9b1d69 with Priority: HIGHEST for action port [ 1185.570702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-c785e4e3-79c9-42e3-ab20-fc209e9b1d69 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.570851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c785e4e3-79c9-42e3-ab20-fc209e9b1d69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.570939] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c785e4e3-79c9-42e3-ab20-fc209e9b1d69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.571225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c785e4e3-79c9-42e3-ab20-fc209e9b1d69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.571330] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c785e4e3-79c9-42e3-ab20-fc209e9b1d69',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.668218] env[65150]: INFO networking_nsxv3.common.synchronization [req-c9239294-193f-4d0f-bcc9-0bfe36699fc7 req-9e39ee14-a5ed-4399-ac98-3a2bedb3a9e6 service nova] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_rules [ 1185.668310] env[65150]: INFO networking_nsxv3.common.synchronization [req-c9239294-193f-4d0f-bcc9-0bfe36699fc7 req-9e39ee14-a5ed-4399-ac98-3a2bedb3a9e6 service nova] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_members [ 1185.668453] env[65150]: INFO networking_nsxv3.common.synchronization [req-c9239294-193f-4d0f-bcc9-0bfe36699fc7 req-9e39ee14-a5ed-4399-ac98-3a2bedb3a9e6 service nova] Enqueued Resource ID: ce5d376a-d106-4836-b6a4-5ec127d81c27 with Priority: HIGHEST for action port [ 1185.669288] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_rules [ 1185.669288] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_members [ 1185.669288] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce5d376a-d106-4836-b6a4-5ec127d81c27 with Priority: HIGHEST for action port [ 1185.669617] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.669755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.669755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.669904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.669987] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.671231] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.671231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.671231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.671344] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.671413] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.671492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.671552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.671667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.671773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.671834] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.672979] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce5d376a-d106-4836-b6a4-5ec127d81c27 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673108] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.674077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.674077] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce5d376a-d106-4836-b6a4-5ec127d81c27',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.073353] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c785e4e3-79c9-42e3-ab20-fc209e9b1d69 [ 1186.073616] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.073748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.073818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.074043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.074135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.074264] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c785e4e3-79c9-42e3-ab20-fc209e9b1d69 already deleted. [ 1186.074338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c785e4e3-79c9-42e3-ab20-fc209e9b1d69" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.175108] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.175248] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.175452] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.176514] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce5d376a-d106-4836-b6a4-5ec127d81c27 with status ACTIVE [ 1186.176704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.176800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.176844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.177022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.177118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.177311] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.177472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.177549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.177708] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.177787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.178032] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.178135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.178259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.178342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.178418] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.178503] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce5d376a-d106-4836-b6a4-5ec127d81c27 is going to be updated. [ 1186.203011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.203233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.203233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.203553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.203553] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.203742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce5d376a-d106-4836-b6a4-5ec127d81c27" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.681662] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.184989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.185194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.185328] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.185585] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.185621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.185853] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 is going to be created. [ 1187.240946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.241133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.241133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.241333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.241501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.253226] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 in Status: UNINITIALIZED for 2s [ 1188.815351] env[65150]: INFO networking_nsxv3.common.synchronization [req-43da7953-4fce-41a6-9f61-cc2b9fede20e req-c5cf49c8-1774-4640-bbb4-89b997b7fe12 tempest-ServerTagsTestJSON-350647494 tempest-ServerTagsTestJSON-350647494-project-member] Enqueued Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_members [ 1188.815695] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_members [ 1188.816537] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.816669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.816707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.817097] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.817260] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.817643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.817643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.817643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.817643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.817786] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.111735] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.111894] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-384" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.112036] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-384" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.112373] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-384" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.112639] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.112817] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.112936] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.113184] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.113338] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.113552] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.113678] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.113807] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.113924] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.114042] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.114145] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.114380] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.138938] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.139362] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1189.139426] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.139584] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-384" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.139905] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-42766ead-19de-40a7-96be-861005bdd6bb taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.140090] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.140208] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.140538] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.140684] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42766ead-19de-40a7-96be-861005bdd6bb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.263164] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 in Status: SUCCESS [ 1189.263359] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.263515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.263728] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.263917] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.264043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.264111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.264265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.264400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.264449] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.264535] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.320206] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.320360] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.320421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.320989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.320989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.321133] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.321196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.321289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.321528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.321643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.321761] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daed5885-3199-4bcb-a172-c944b48c825b already deleted. [ 1189.321963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.643339] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.643339] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.643339] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.643660] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.643698] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.643834] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 42766ead-19de-40a7-96be-861005bdd6bb not found, creating... [ 1189.644256] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.644510] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.644646] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.644864] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.645012] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.645302] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.645461] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.645572] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.645771] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.645907] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.646055] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 42766ead-19de-40a7-96be-861005bdd6bb is going to be created. [ 1189.666657] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.666876] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.667018] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.667304] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.667605] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.667874] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.766761] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.269516] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d9de386-3804-48a7-9933-d8d915f6bd55: rpc.has_security_group_logging(os_id): False [ 1190.291659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.292010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.292093] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.292259] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.292346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.293030] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.293030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.293030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.293030] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.293237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.293237] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 is going to be created. [ 1190.354432] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.354612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.354734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.354974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.355208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.367190] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 in Status: IN_PROGRESS for 2s [ 1190.377514] env[65150]: INFO networking_nsxv3.common.synchronization [req-43da7953-4fce-41a6-9f61-cc2b9fede20e req-624415f3-9098-4085-815c-df5fe451926e service nova] Enqueued Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_rules [ 1190.377614] env[65150]: INFO networking_nsxv3.common.synchronization [req-43da7953-4fce-41a6-9f61-cc2b9fede20e req-624415f3-9098-4085-815c-df5fe451926e service nova] Enqueued Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_members [ 1190.377742] env[65150]: INFO networking_nsxv3.common.synchronization [req-43da7953-4fce-41a6-9f61-cc2b9fede20e req-624415f3-9098-4085-815c-df5fe451926e service nova] Enqueued Resource ID: 42766ead-19de-40a7-96be-861005bdd6bb with Priority: HIGHEST for action port [ 1190.378237] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_rules [ 1190.378371] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_members [ 1190.378467] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42766ead-19de-40a7-96be-861005bdd6bb with Priority: HIGHEST for action port [ 1190.378845] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.378845] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.378934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.379253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.379253] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.380093] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.380205] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.380268] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.380435] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.380579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.380672] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.380734] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.380883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.381021] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.381066] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.381777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-42766ead-19de-40a7-96be-861005bdd6bb taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.381883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.381950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.382107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.382182] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42766ead-19de-40a7-96be-861005bdd6bb',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.883485] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.883615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.885427] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.886353] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42766ead-19de-40a7-96be-861005bdd6bb with status ACTIVE [ 1190.886353] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.886353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.886353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.886589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.886589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.886725] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.886829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.886871] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.887703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.887703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.887703] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.887703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.887703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.887703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.887703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.888032] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42766ead-19de-40a7-96be-861005bdd6bb is going to be updated. [ 1190.909780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.909780] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.910023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.910023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.910156] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.910322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42766ead-19de-40a7-96be-861005bdd6bb" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.390436] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.892444] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.892603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.892678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.892903] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.893131] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.893131] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daed5885-3199-4bcb-a172-c944b48c825b is going to be created. [ 1191.917060] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.917232] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.917274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.917522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.917691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.928297] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daed5885-3199-4bcb-a172-c944b48c825b in Status: UNINITIALIZED for 2s [ 1192.382796] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 in Status: SUCCESS [ 1192.383076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.938949] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daed5885-3199-4bcb-a172-c944b48c825b in Status: SUCCESS [ 1193.939329] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.939372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.940281] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.940931] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.941140] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.941187] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.941396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.941492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.941602] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.941717] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.444885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.445024] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.445106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.445392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.445588] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.445709] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.445758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.445922] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.446048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.446173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.446327] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.446423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.446530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.446691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.446830] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.446925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.446991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.447831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.447831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.447831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.447831] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.949508] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daed5885-3199-4bcb-a172-c944b48c825b: rpc.has_security_group_logging(os_id): False [ 1194.968263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.968458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.968458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.968684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.968781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.968991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.969118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.969194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.969456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.969587] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.969798] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.969897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.969972] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.970198] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.970314] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.970589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.970772] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.970890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.971096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.971211] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.971334] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daed5885-3199-4bcb-a172-c944b48c825b is going to be created. [ 1195.032406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.032573] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.032638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.032857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.033055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.054337] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daed5885-3199-4bcb-a172-c944b48c825b in Status: IN_PROGRESS for 2s [ 1195.379364] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.379512] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1195.688391] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.688649] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.688785] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.689112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.689452] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.689662] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.689856] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.690165] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.690339] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.690548] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.690718] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.690880] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.691077] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.691210] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.691422] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.691520] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.713777] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.713777] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.713777] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.714101] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-158" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.714421] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.714708] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.714870] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.715186] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.715437] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ed219-29ae-42e4-8f9d-52b38ca1ac96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.218874] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.219292] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.219292] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.219611] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.219771] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.220090] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.220305] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.220411] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.220660] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.220866] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.221296] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.221468] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.221587] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.221794] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.221926] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.222080] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 is going to be updated. [ 1196.245481] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.245698] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.245818] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.246127] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.246330] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.246650] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.977586] env[65150]: INFO networking_nsxv3.common.synchronization [req-67b6181d-9418-4127-932c-d9888d0435b7 req-6518bbf4-cb61-4890-a247-2f28f167d1fb service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 1196.977586] env[65150]: INFO networking_nsxv3.common.synchronization [req-67b6181d-9418-4127-932c-d9888d0435b7 req-6518bbf4-cb61-4890-a247-2f28f167d1fb service nova] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1196.977717] env[65150]: INFO networking_nsxv3.common.synchronization [req-67b6181d-9418-4127-932c-d9888d0435b7 req-6518bbf4-cb61-4890-a247-2f28f167d1fb service nova] Enqueued Resource ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 with Priority: HIGHEST for action port [ 1196.980442] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_rules [ 1196.980442] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1196.980442] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 with Priority: HIGHEST for action port [ 1196.980442] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.980442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.980442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.980442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.980442] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.981260] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.981260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.981260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.981260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.981436] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.981436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.981530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.981613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.981711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.984016] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.985404] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.985564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.985564] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.985695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.985759] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e00ed219-29ae-42e4-8f9d-52b38ca1ac96',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.003563] env[65150]: INFO networking_nsxv3.common.synchronization [req-df1564f0-9f2d-47e9-9a3c-cd087cff8386 req-52626896-6edc-46ad-99ab-aa42d77afcf8 tempest-ServersV294TestFqdnHostnames-1999934536 tempest-ServersV294TestFqdnHostnames-1999934536-project-member] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_members [ 1197.003693] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGHEST for action security_group_members [ 1197.004092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.005080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.005080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.005080] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.005080] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.005762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.005762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.005762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.005762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.005913] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.072311] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daed5885-3199-4bcb-a172-c944b48c825b in Status: SUCCESS [ 1197.072579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.487626] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.488728] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.489848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.489848] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e00ed219-29ae-42e4-8f9d-52b38ca1ac96 with status ACTIVE [ 1197.489848] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.489848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.489848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.489848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.489848] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.489848] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.490173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.490173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.490173] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.490254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.490376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.490510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.490510] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.491185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.491185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.491185] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e00ed219-29ae-42e4-8f9d-52b38ca1ac96 is going to be updated. [ 1197.514568] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.514776] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.514844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.515071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.515165] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.515369] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.515466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.515523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.515675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.515751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.515835] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 is going to be updated. [ 1197.528658] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.528861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.528914] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.529120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.529261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.529426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e00ed219-29ae-42e4-8f9d-52b38ca1ac96" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.579705] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.579885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.579934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.580176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.580335] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.604799] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 in Status: IN_PROGRESS for 2s [ 1197.992769] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.495987] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.495987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.495987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.496326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.496326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.496326] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1198.525768] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.525974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.526033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.526234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.526382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.535906] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1199.618066] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 in Status: SUCCESS [ 1199.618518] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 deletion is rescheduled due to dependency. [ 1199.618518] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.546709] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1200.546930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.547114] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.547338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.547534] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.547674] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.547741] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.547898] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.547978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.548078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.548170] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.050024] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.103340] env[65150]: INFO networking_nsxv3.common.synchronization [req-6168dac8-cec8-4e5e-b9eb-6d5416558fd9 req-129c9e9f-1f5f-4b3a-a42a-9a6edf3733dd tempest-ServerTagsTestJSON-350647494 tempest-ServerTagsTestJSON-350647494-project-member] Enqueued Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_members [ 1201.104084] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daed5885-3199-4bcb-a172-c944b48c825b with Priority: HIGHEST for action security_group_members [ 1201.104455] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-daed5885-3199-4bcb-a172-c944b48c825b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.104608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.104677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.104877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.105064] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.105174] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.105238] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.105388] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.105475] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.105612] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daed5885-3199-4bcb-a172-c944b48c825b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.553278] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7084db9-4abc-4d00-bb00-c19c02ff92a5: rpc.has_security_group_logging(os_id): False [ 1201.571263] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.571400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.571470] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.571700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.571797] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.572068] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.572172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.572235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.572381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.572468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.572554] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1201.613057] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.613057] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.613057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.613057] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daed5885-3199-4bcb-a172-c944b48c825b is going to be updated. [ 1201.634417] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.634417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.634417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.634417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.634417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.645707] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.645946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.645946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.646135] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.646247] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.650826] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1201.657765] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daed5885-3199-4bcb-a172-c944b48c825b in Status: IN_PROGRESS for 2s [ 1203.669110] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daed5885-3199-4bcb-a172-c944b48c825b in Status: SUCCESS [ 1203.669559] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daed5885-3199-4bcb-a172-c944b48c825b deletion is rescheduled due to dependency. [ 1203.669559] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daed5885-3199-4bcb-a172-c944b48c825b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.673162] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1203.673419] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.105228] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.105566] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.837584] env[65150]: INFO networking_nsxv3.common.synchronization [None req-85f9bcbe-ddd2-4cfe-a5bc-5d18309627b5 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_rules [ 1206.838222] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_rules [ 1206.838699] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.839046] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.839209] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.839540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.839717] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.918418] env[65150]: INFO networking_nsxv3.common.synchronization [None req-ba64af0c-f3e3-4b4d-806c-ac198d046a49 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_rules [ 1206.918956] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_rules [ 1206.919302] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.919440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.366397] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.366764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.366764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.366861] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.366953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.367067] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 already deleted. [ 1207.367153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.367334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.367491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.367617] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.892805] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.893184] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.893299] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.893558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.893677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.893817] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 already deleted. [ 1207.893942] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.920497] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.920906] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.523297] env[65150]: INFO networking_nsxv3.common.synchronization [req-85cd165d-0c99-435a-bb41-c0957ac327d6 req-8092376a-99a6-4514-b9fa-d4556554fe61 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_members [ 1212.524094] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_members [ 1212.524094] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.524346] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.524404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.524690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.524843] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.524936] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.525078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.525193] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.525246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.525320] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.628052] env[65150]: INFO networking_nsxv3.common.synchronization [req-3888e9b6-f8cd-45fd-9aa7-9998079cbdb7 req-5c8843cb-1435-47a3-8970-b07cd9f93f18 tempest-AttachVolumeShelveTestJSON-1400770275 tempest-AttachVolumeShelveTestJSON-1400770275-project-member] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1212.628603] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGHEST for action security_group_members [ 1212.629334] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.629480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.629663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.633530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.633530] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.633530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.633530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.633530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.633530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.633530] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.879503] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.879752] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.879889] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.880278] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.880594] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.880804] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.881126] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.881225] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.881360] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.881642] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.881826] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.882016] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.882206] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.882401] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.882606] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.882794] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.905654] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.905904] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.905963] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.906156] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.906478] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-829555c1-7d08-4773-85bb-e2dc045905ce taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.906702] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.906830] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.907188] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.907328] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829555c1-7d08-4773-85bb-e2dc045905ce',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.027796] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.028261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.028261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.028261] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.028392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.028550] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.028650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.028711] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.028860] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.028935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.029050] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 already deleted. [ 1213.029120] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.135777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.135984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.136066] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.136366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.136366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.136573] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.136742] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.136799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.136963] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.137040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.137134] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 is going to be updated. [ 1213.167691] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.167917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.167960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.168204] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.168352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.177876] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: IN_PROGRESS for 2s [ 1213.409872] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.410127] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.410256] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.410530] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.410672] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.410827] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 829555c1-7d08-4773-85bb-e2dc045905ce not found, creating... [ 1213.411098] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.411256] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.411371] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.411579] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.411714] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.411990] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.412158] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.412274] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.413025] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.413025] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.413025] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 829555c1-7d08-4773-85bb-e2dc045905ce is going to be created. [ 1213.433324] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.433526] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433654] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.433938] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.434176] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.434402] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.130299] env[65150]: INFO networking_nsxv3.common.synchronization [req-85cd165d-0c99-435a-bb41-c0957ac327d6 req-2313f420-cf9c-43d8-9bc5-1cb895947cf8 service nova] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_rules [ 1214.130690] env[65150]: INFO networking_nsxv3.common.synchronization [req-85cd165d-0c99-435a-bb41-c0957ac327d6 req-2313f420-cf9c-43d8-9bc5-1cb895947cf8 service nova] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_members [ 1214.130690] env[65150]: INFO networking_nsxv3.common.synchronization [req-85cd165d-0c99-435a-bb41-c0957ac327d6 req-2313f420-cf9c-43d8-9bc5-1cb895947cf8 service nova] Enqueued Resource ID: 829555c1-7d08-4773-85bb-e2dc045905ce with Priority: HIGHEST for action port [ 1214.131485] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_rules [ 1214.131485] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_members [ 1214.131485] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829555c1-7d08-4773-85bb-e2dc045905ce with Priority: HIGHEST for action port [ 1214.131704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.131831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.131889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.133122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.133122] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.133122] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.133122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.133393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.133393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.133481] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.133543] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.133591] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.133714] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.133778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.134209] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.134665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-829555c1-7d08-4773-85bb-e2dc045905ce taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.134774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.134774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.134926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.134998] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829555c1-7d08-4773-85bb-e2dc045905ce',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.638601] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.639885] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.640139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.640405] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 829555c1-7d08-4773-85bb-e2dc045905ce with status ACTIVE [ 1214.641552] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.641552] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.641552] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.642452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.642452] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.642452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.642452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.642452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.642452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.642452] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 829555c1-7d08-4773-85bb-e2dc045905ce is going to be updated. [ 1214.665867] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.665867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.665867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.665867] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.666217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.666217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829555c1-7d08-4773-85bb-e2dc045905ce" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.141056] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.187910] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 in Status: SUCCESS [ 1215.188163] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 deletion is rescheduled due to dependency. [ 1215.188334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.643707] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.644037] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.644161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.644579] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.644695] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.644804] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 is going to be created. [ 1215.671596] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.671880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.671880] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.671977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.672154] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.684132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 in Status: UNINITIALIZED for 2s [ 1215.981068] env[65150]: INFO networking_nsxv3.common.synchronization [req-50eda241-ad3a-42a0-814a-ff9287dd04f1 req-6df7c94a-de34-49a7-b802-b7ecd67dfb4f tempest-ServerActionsTestOtherB-1749716662 tempest-ServerActionsTestOtherB-1749716662-project-member] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1215.981699] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGHEST for action security_group_members [ 1215.982032] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.982157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.982223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.982425] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.982576] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.982670] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.982727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.982877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.982946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.983055] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.486251] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.486614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.486614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.487383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.487383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.487383] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.487608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.487652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.487892] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.488041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.488209] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 is going to be updated. [ 1216.520309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.520522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.520522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.520712] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.520857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.531382] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: IN_PROGRESS for 2s [ 1217.694361] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 in Status: SUCCESS [ 1217.694754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.694754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.694977] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.695185] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.695303] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.695370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.695522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.695603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.695687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.695777] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.197644] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.540767] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 in Status: SUCCESS [ 1218.540969] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 deletion is rescheduled due to dependency. [ 1218.541078] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.700054] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbeaaab4-b80e-46a1-bff3-6d33e2f5e908: rpc.has_security_group_logging(os_id): False [ 1218.720170] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.720424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.720484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.720704] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.720826] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.721111] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.721218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.721311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.721436] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.721516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.721605] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 is going to be created. [ 1218.781565] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.781810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.781810] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.782043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.782236] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.795248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 in Status: IN_PROGRESS for 2s [ 1220.810059] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 in Status: SUCCESS [ 1220.810427] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.983096] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.983564] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.538233] env[65150]: INFO networking_nsxv3.common.synchronization [req-8e63fe97-05c1-4fb8-a68d-dda2bc9c7a2b req-b3a417e3-c086-4d6e-ae3f-2e169d8190a5 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_members [ 1223.538233] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGHEST for action security_group_members [ 1223.538501] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.538501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.538595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.538758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.539406] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.539406] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.539556] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.539951] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.540077] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.540171] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.041962] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.042607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.042716] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.043014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.043138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.043439] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.043582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.043669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.043889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.044029] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.044126] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c is going to be updated. [ 1224.072577] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.072817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.072817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.072991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.073152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.081536] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c in Status: IN_PROGRESS for 2s [ 1226.093408] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c in Status: SUCCESS [ 1226.093408] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c deletion is rescheduled due to dependency. [ 1226.093408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.830466] env[65150]: INFO networking_nsxv3.common.synchronization [None req-1efe6229-0db2-48f7-b75c-c70bb95aa4cf None None] Enqueued Resource ID: f8e3e83c-bd3f-4f53-8a67-af144288ed75 with Priority: HIGHEST for action port [ 1227.830760] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e3e83c-bd3f-4f53-8a67-af144288ed75 with Priority: HIGHEST for action port [ 1227.831349] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e3e83c-bd3f-4f53-8a67-af144288ed75 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.831349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e3e83c-bd3f-4f53-8a67-af144288ed75" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.831349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e3e83c-bd3f-4f53-8a67-af144288ed75" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.831509] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e3e83c-bd3f-4f53-8a67-af144288ed75" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.831714] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e3e83c-bd3f-4f53-8a67-af144288ed75',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.333860] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8e3e83c-bd3f-4f53-8a67-af144288ed75 [ 1228.334138] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.334312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.334410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.334650] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.335223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.335223] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8e3e83c-bd3f-4f53-8a67-af144288ed75 already deleted. [ 1228.335223] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e3e83c-bd3f-4f53-8a67-af144288ed75" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.046300] env[65150]: INFO networking_nsxv3.common.synchronization [None req-37021b28-a73e-456c-8b31-cf11d610a77c None None] Enqueued Resource ID: dcebe6f4-29ab-43d4-8437-63018c8e61d8 with Priority: HIGHEST for action port [ 1230.046579] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcebe6f4-29ab-43d4-8437-63018c8e61d8 with Priority: HIGHEST for action port [ 1230.047189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcebe6f4-29ab-43d4-8437-63018c8e61d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.047318] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcebe6f4-29ab-43d4-8437-63018c8e61d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.047373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcebe6f4-29ab-43d4-8437-63018c8e61d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.047629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcebe6f4-29ab-43d4-8437-63018c8e61d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.047710] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcebe6f4-29ab-43d4-8437-63018c8e61d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.549447] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcebe6f4-29ab-43d4-8437-63018c8e61d8 [ 1230.549684] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.549820] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.549891] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.550137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.550240] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.550318] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcebe6f4-29ab-43d4-8437-63018c8e61d8 already deleted. [ 1230.550400] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcebe6f4-29ab-43d4-8437-63018c8e61d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.141980] env[65150]: INFO networking_nsxv3.common.synchronization [req-1c7a3508-60d9-4100-ac34-5f663cc960e5 req-d750c1ec-4d92-4fc8-bc56-3338c3a23547 tempest-ServerAddressesTestJSON-2051593443 tempest-ServerAddressesTestJSON-2051593443-project-member] Enqueued Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_members [ 1233.142805] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_members [ 1233.142868] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.142975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.143208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.143468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.143635] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.143748] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.143818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.143970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.144069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.144175] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.393597] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.393818] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-532" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.393919] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-532" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.394279] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-532" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.394551] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.394713] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.394867] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.395112] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.395274] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.395483] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.395596] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.395705] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.395813] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.395922] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.396042] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.396177] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.418710] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.418890] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.419043] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.419234] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-532" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.419565] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-11a33114-ca0b-4ae8-acb5-f53a090d704b taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.419738] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.419857] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.420448] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.420627] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a33114-ca0b-4ae8-acb5-f53a090d704b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.646729] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.646729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.646729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.646729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.646729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.647300] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.647300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.647300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.647300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.647300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.647643] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c already deleted. [ 1233.647643] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.922578] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.922834] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.922944] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.923254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.923405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.923848] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 11a33114-ca0b-4ae8-acb5-f53a090d704b not found, creating... [ 1233.923848] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.924254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.924254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.924423] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.924491] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.924778] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.924931] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.925067] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.925302] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.925437] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.925619] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 11a33114-ca0b-4ae8-acb5-f53a090d704b is going to be created. [ 1233.947700] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.947700] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.947700] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.947981] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.948263] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.948482] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.634380] env[65150]: INFO networking_nsxv3.common.synchronization [req-1c7a3508-60d9-4100-ac34-5f663cc960e5 req-42cd1e8a-e90a-4304-9201-6a0ebb7691af service nova] Enqueued Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_rules [ 1234.634666] env[65150]: INFO networking_nsxv3.common.synchronization [req-1c7a3508-60d9-4100-ac34-5f663cc960e5 req-42cd1e8a-e90a-4304-9201-6a0ebb7691af service nova] Enqueued Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_members [ 1234.634824] env[65150]: INFO networking_nsxv3.common.synchronization [req-1c7a3508-60d9-4100-ac34-5f663cc960e5 req-42cd1e8a-e90a-4304-9201-6a0ebb7691af service nova] Enqueued Resource ID: 11a33114-ca0b-4ae8-acb5-f53a090d704b with Priority: HIGHEST for action port [ 1234.635369] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_rules [ 1234.635525] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_members [ 1234.635624] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a33114-ca0b-4ae8-acb5-f53a090d704b with Priority: HIGHEST for action port [ 1234.635908] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.636069] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.636111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.636376] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.636458] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.637379] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.637531] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.637566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.638221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.638221] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.638221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.638221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.638221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.638525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.638525] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.639469] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a33114-ca0b-4ae8-acb5-f53a090d704b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.639469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.639469] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.639624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.639624] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a33114-ca0b-4ae8-acb5-f53a090d704b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.141924] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.142032] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.142201] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.143100] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a33114-ca0b-4ae8-acb5-f53a090d704b with status ACTIVE [ 1235.143675] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.143675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.143675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.143675] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.143909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.143909] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.144014] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.144076] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.144217] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.144555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.144555] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.144555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.144702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.144745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.144790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.144917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a33114-ca0b-4ae8-acb5-f53a090d704b is going to be updated. [ 1235.165806] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.166048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.166048] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.166221] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.166361] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.166517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a33114-ca0b-4ae8-acb5-f53a090d704b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.331995] env[65150]: INFO networking_nsxv3.common.synchronization [req-30923c54-7136-4899-94f6-323215bc1326 req-be66effc-c63f-4b82-b532-eb4171d3b623 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1235.332600] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1235.332946] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.333313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.333351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.333539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.333704] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.333809] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.333866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.334170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.334255] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.334351] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.647171] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.661021] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.661169] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.661251] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.661558] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.661864] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.662069] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.662200] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.662460] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.662664] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.662917] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.663278] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.663278] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.663369] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.663456] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.663569] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.663736] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.684256] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.684550] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.684831] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.685170] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.685620] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.685818] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.685945] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.686335] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.686477] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc41b6a-ffad-4bad-96ad-f064ffb163a1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.836985] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.837277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.837363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.837698] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.837863] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.838202] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.838364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.838473] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.838726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.838856] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.839094] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be updated. [ 1235.868842] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.869121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.869121] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.869369] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.869558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.885427] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: IN_PROGRESS for 2s [ 1236.154148] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.154148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.154148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.154392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.154525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.154657] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c is going to be created. [ 1236.178173] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.178338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.178383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.178595] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.178755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.187794] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c in Status: UNINITIALIZED for 2s [ 1236.188439] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.188647] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.188775] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.189063] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.189240] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.189402] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port bfc41b6a-ffad-4bad-96ad-f064ffb163a1 not found, creating... [ 1236.189671] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.189833] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.189951] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.190234] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.190385] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.190668] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.190907] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.191055] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.191405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.191405] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.191530] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 is going to be created. [ 1236.212537] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.212752] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.212864] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.213190] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.213431] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.213660] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.919207] env[65150]: INFO networking_nsxv3.common.synchronization [req-30923c54-7136-4899-94f6-323215bc1326 req-c7361001-8a0e-4990-8f11-924020e6878c service nova] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_rules [ 1236.919457] env[65150]: INFO networking_nsxv3.common.synchronization [req-30923c54-7136-4899-94f6-323215bc1326 req-c7361001-8a0e-4990-8f11-924020e6878c service nova] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1236.919566] env[65150]: INFO networking_nsxv3.common.synchronization [req-30923c54-7136-4899-94f6-323215bc1326 req-c7361001-8a0e-4990-8f11-924020e6878c service nova] Enqueued Resource ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 with Priority: HIGHEST for action port [ 1236.920170] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_rules [ 1236.920323] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1236.920423] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 with Priority: HIGHEST for action port [ 1236.920792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.920921] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.920993] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.921226] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.921307] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.922585] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.922687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.922881] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.922983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.923075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.923254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.923339] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc41b6a-ffad-4bad-96ad-f064ffb163a1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.427294] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc41b6a-ffad-4bad-96ad-f064ffb163a1 with status ACTIVE [ 1237.427659] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.427870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.427991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.428411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.428411] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.428661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.428825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.428934] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.429216] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.429324] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.429605] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.429747] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.429818] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.430410] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.430523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.430657] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 is going to be updated. [ 1237.431820] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.431915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.455570] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.455793] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.455946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.456260] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.456471] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.456691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.894686] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1237.894934] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c deletion is rescheduled due to dependency. [ 1237.895068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.895183] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.895398] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.895581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.895696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.895761] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.895912] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.895995] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.896104] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.197909] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c in Status: SUCCESS [ 1238.198256] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.198320] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.198528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.198721] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.198822] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.198894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.199068] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.199163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.199252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.199352] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.398723] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.701381] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.701669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.701669] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.701976] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.702153] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702356] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.702464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.702560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.702640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.702788] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702887] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702943] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703249] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703249] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.703373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.703373] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703484] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703640] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703731] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.901459] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.206169] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d462ef-f5ac-4c36-b79b-fa5971f5177c: rpc.has_security_group_logging(os_id): False [ 1239.227915] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.228143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.228196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.228370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.228566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.228644] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.228738] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.228799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.228941] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.229107] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.229268] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.229334] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.229384] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.229481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.229606] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.229738] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.229825] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.229884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.230035] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.230112] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.230191] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c is going to be created. [ 1239.284696] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.284873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.284990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.285235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.285454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.299070] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c in Status: IN_PROGRESS for 2s [ 1239.404787] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.404974] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.405040] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.405262] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.405355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.405453] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be updated. [ 1239.432127] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.432220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.432285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.432501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.432636] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.440821] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: IN_PROGRESS for 2s [ 1241.317666] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c in Status: SUCCESS [ 1241.318089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.450950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1241.451192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.451364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.451582] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.451777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.451895] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.451964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.452175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.452273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.452342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.452436] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.921390] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.921525] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1241.955194] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.955371] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.955414] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.955623] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.955824] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.955926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.955960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.956189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.956285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.956377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.956527] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.956616] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.956667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.956808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.956981] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.957109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.957162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.957274] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.957363] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.957448] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.957503] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.460444] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0f48de2-9584-442f-b83d-6f56fc36f10c: rpc.has_security_group_logging(os_id): False [ 1242.481070] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.481070] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.481070] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.481792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.481792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.481792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.481792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.481792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.481792] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.481792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.481792] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.482152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.482152] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.482152] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be updated. [ 1242.558199] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.558433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.558433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.558619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.558762] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.579491] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: IN_PROGRESS for 2s [ 1244.471291] env[65150]: INFO networking_nsxv3.common.synchronization [req-b7754aec-f8a6-481b-8359-63e7c08444fd req-66e23caa-e64b-43f7-8117-f95a9d002d92 tempest-ServerAddressesTestJSON-2051593443 tempest-ServerAddressesTestJSON-2051593443-project-member] Enqueued Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_members [ 1244.472378] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGHEST for action security_group_members [ 1244.472378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.472378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.472378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.472653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.472777] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.472889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.472929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.473194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.473285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.473380] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.484738] env[65150]: INFO networking_nsxv3.common.synchronization [req-5e12cccb-da1d-44b3-97c7-75bc43d7a36a req-99e2ff48-949a-416f-8096-9d86e3a26320 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1244.485442] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGHEST for action security_group_members [ 1244.485755] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.485932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.485932] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.486731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.486731] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.486731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.486731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.486731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.486731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.487072] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.533712] env[65150]: INFO networking_nsxv3.common.synchronization [req-5e12cccb-da1d-44b3-97c7-75bc43d7a36a req-99e2ff48-949a-416f-8096-9d86e3a26320 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 with Priority: HIGHEST for action port [ 1244.534268] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 with Priority: HIGHEST for action port [ 1244.534581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.534705] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.534771] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.535266] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.535392] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc41b6a-ffad-4bad-96ad-f064ffb163a1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.595642] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1244.596059] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.975781] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.975964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.976245] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.976378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.976478] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.976712] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.976841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.976917] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.977158] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.977258] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.977352] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c is going to be updated. [ 1244.989336] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.989336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.989336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.989336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.989336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.989624] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.989673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.989795] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.990022] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.990161] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.990284] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be updated. [ 1245.010440] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.010440] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.010611] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.010794] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.010983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.021174] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c in Status: IN_PROGRESS for 2s [ 1245.022648] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.022952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.022952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.023094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.023195] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.032429] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: IN_PROGRESS for 2s [ 1245.036820] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc41b6a-ffad-4bad-96ad-f064ffb163a1 with status ACTIVE [ 1245.037391] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.037533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.037619] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.037844] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.037950] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.038153] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.038286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.038343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.038458] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.038540] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.038718] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.038813] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.038875] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.039018] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.039096] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.039183] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc41b6a-ffad-4bad-96ad-f064ffb163a1 is going to be updated. [ 1245.074894] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.075104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.075153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.075352] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.075662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.075829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc41b6a-ffad-4bad-96ad-f064ffb163a1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.037289] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c in Status: SUCCESS [ 1247.037289] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c deletion is rescheduled due to dependency. [ 1247.037289] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.044652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0f48de2-9584-442f-b83d-6f56fc36f10c in Status: SUCCESS [ 1247.044825] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c deletion is rescheduled due to dependency. [ 1247.044967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.340361] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.340744] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.536094] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.536641] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.429425] env[65150]: INFO networking_nsxv3.common.synchronization [req-c492aeb8-433c-4ead-9791-3abb3d273fad req-2f256a96-8a08-444f-b6af-ef9f4563554d tempest-AttachVolumeNegativeTest-1995810461 tempest-AttachVolumeNegativeTest-1995810461-project-member] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_members [ 1250.429982] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGHEST for action security_group_members [ 1250.430316] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.430444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.430517] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.430690] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.430842] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.430955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.431057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.431134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.431225] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.431312] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.933785] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.934047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.934104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.934379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.934500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.934708] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.934839] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.934885] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.935049] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.935162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.935212] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 is going to be updated. [ 1250.967071] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.967071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.967071] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.967343] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.967491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.976196] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 in Status: IN_PROGRESS for 2s [ 1252.987687] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 in Status: SUCCESS [ 1252.987687] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 deletion is rescheduled due to dependency. [ 1252.987687] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.431767] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.432157] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.433266] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.433575] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.434604] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.434604] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.825587] env[65150]: INFO networking_nsxv3.common.synchronization [req-bed121af-35e4-43a3-8752-b4feb1b8d190 req-b62bbdcc-9eaa-46fb-9e07-acab02cc4381 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1268.825797] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1268.826021] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.826149] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.826212] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.826409] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.826561] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.826652] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.826707] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.826850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.826957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.827031] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.127045] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.127231] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.127231] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.127489] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.127746] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.127903] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.128031] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.128286] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.128392] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.128598] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.128709] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.128816] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.128924] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.129040] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.129156] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.129304] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.149467] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.149676] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.149759] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.149937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-393" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.150283] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-1ad09aa1-085c-4e80-9d15-63a7a4f07265 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.150455] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.150572] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.150915] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.151066] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad09aa1-085c-4e80-9d15-63a7a4f07265',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.329379] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.653964] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.654228] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.654386] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.654679] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.654841] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.655014] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port 1ad09aa1-085c-4e80-9d15-63a7a4f07265 not found, creating... [ 1269.655287] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.655459] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.655648] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.655944] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.656117] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.656409] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.656570] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.656685] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.656911] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.657060] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.657220] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: 1ad09aa1-085c-4e80-9d15-63a7a4f07265 is going to be created. [ 1269.689205] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.689367] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.689531] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.689801] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.690066] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.690313] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.832212] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.335261] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.335431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.335483] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.335789] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.335916] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.336044] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1270.363940] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.364253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.364253] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.364403] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.364603] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.377421] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1270.377421] env[65150]: INFO networking_nsxv3.common.synchronization [req-bed121af-35e4-43a3-8752-b4feb1b8d190 req-978a694a-6746-4a79-ae39-7f74dcd59364 service nova] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 1270.377421] env[65150]: INFO networking_nsxv3.common.synchronization [req-bed121af-35e4-43a3-8752-b4feb1b8d190 req-978a694a-6746-4a79-ae39-7f74dcd59364 service nova] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1270.377421] env[65150]: INFO networking_nsxv3.common.synchronization [req-bed121af-35e4-43a3-8752-b4feb1b8d190 req-978a694a-6746-4a79-ae39-7f74dcd59364 service nova] Enqueued Resource ID: 1ad09aa1-085c-4e80-9d15-63a7a4f07265 with Priority: HIGHEST for action port [ 1270.377638] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_rules [ 1270.377638] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1270.377720] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad09aa1-085c-4e80-9d15-63a7a4f07265 with Priority: HIGHEST for action port [ 1270.378278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.378417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.378463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.378646] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.378725] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.379540] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.379638] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.379827] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad09aa1-085c-4e80-9d15-63a7a4f07265 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.379924] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.379988] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.380162] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.380244] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad09aa1-085c-4e80-9d15-63a7a4f07265',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.882192] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.882639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.882765] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ad09aa1-085c-4e80-9d15-63a7a4f07265 with status ACTIVE [ 1270.883092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.883301] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.883444] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.883787] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.883975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.884297] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.884485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.884696] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.884897] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.885047] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.885378] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.885663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.885663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.885930] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.886105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.886259] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ad09aa1-085c-4e80-9d15-63a7a4f07265 is going to be updated. [ 1270.910863] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.911092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.911092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.911233] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.911377] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.911539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad09aa1-085c-4e80-9d15-63a7a4f07265" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.386172] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1272.386551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.386551] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.386767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.387017] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.387153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.387241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.387426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.387530] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.387630] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.891052] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.393993] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.896540] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.896755] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.896803] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.897025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.897153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.897314] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1273.924918] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.925178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.925178] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.925372] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.925522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.935126] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1275.379251] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.379706] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1275.947133] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1275.947341] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.947504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.947735] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.947936] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.948074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.948134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.948295] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.948405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.948485] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.948579] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.450917] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.953950] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e93d5f-85cd-40ab-8e17-c255a17d8d64: rpc.has_security_group_logging(os_id): False [ 1276.978690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.978908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.978955] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.979231] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.979298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.979560] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.979683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.979743] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.979902] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.979980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.980096] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1277.061380] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.061380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.061380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.061380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.061380] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.080663] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1277.292469] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.292678] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.292718] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.292935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.293066] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.795342] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.297278] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.799814] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1278.800250] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1279.096886] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1279.097137] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.543104] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.543104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.543104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.543104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.555612] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1279.557141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.559067] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1279.598989] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.599170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.599215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.599443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.613433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.614261] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1279.614356] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.614481] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1279.653676] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.653836] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.653878] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.654103] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.655431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.655607] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1279.725019] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.725393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.725393] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.725570] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.725814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.726118] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1279.813923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.814367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.814367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.814367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.814842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.815199] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1279.815297] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5f4a7088-c38c-4e35-9df8-b3bd7d0de211', 'cb5b886b-e056-4763-89d9-3d1caef447b5', 'f802fb15-ec72-4aa7-8af6-ed20a9047a4b', '93c4511e-6a4f-4257-88af-7496a7e13b0a', 'fea46290-7254-4e00-af0e-cb64b1508ee5', '11e93d5f-85cd-40ab-8e17-c255a17d8d64', '151dd00e-99bf-4ecf-8082-6bbac2e8beb1', 'c0f48de2-9584-442f-b83d-6f56fc36f10c', '8d9de386-3804-48a7-9933-d8d915f6bd55', '1e18cf96-aa9e-4166-a356-5c10e6e2dd49', '2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9', '4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3', '4907edf2-c87d-4862-bc77-3e4f0cf5744e', '41019d87-cd84-4815-a334-e79d45af11f4', '2edf8836-1710-423d-ba46-c9af28dad9d8', '9ca47575-a9d5-4474-9552-6cf5b7b87105', 'fcb8b404-a591-46f3-b5f5-1160ba99525f', '3904907b-4834-4ed8-a002-aa3bf3baf36f', 'b1384ceb-c5de-4b68-b258-ad4c25bce45d', '514f70f7-7a88-4089-889a-f2d373e31e92', '6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad', 'b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd', 'b6336ef4-299f-4af3-919a-d19655db1141', 'ad203f42-da3f-41fa-b0fb-0077c907b2bf', '30020f22-9301-42dd-86fa-f11249cf0788', 'dc56e965-05e7-40a5-87b6-96f72b769ad7', '8cba3d19-5e7e-40c9-b6c4-17d269858eba', 'e175d2ce-d98a-4c80-99ad-e5efbec82933', '2489123d-47c2-4fe6-a0b6-09b045ad7690', '23c92381-38c9-486b-a48a-30635c78255f', 'bd34055a-b429-4105-89e6-5fa3db0de723', 'e13549e6-9e86-4b87-be64-e2e80e8edb4c', 'd5d462ef-f5ac-4c36-b79b-fa5971f5177c', 'b008d65e-9d14-4b4f-9e95-745175a9f091', '6a5d24ee-49fc-4424-baa4-c26e395aa8a3', 'dbeaaab4-b80e-46a1-bff3-6d33e2f5e908', 'b7084db9-4abc-4d00-bb00-c19c02ff92a5', '5e341c30-b7fb-4322-ab4b-f7b706298272', '1c6a3389-c2a3-4bfe-845a-5638875b6f6b', '55af9af9-345f-4368-8ed0-9846813e1090', 'e0d3dee2-f3c0-4331-8614-4b4d656149f9', 'daed5885-3199-4bcb-a172-c944b48c825b', '8d7ea52c-c380-4792-9f82-768b5c28fbf2'} {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.815394] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1279.834581] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.834775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.834775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.834960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.835060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.835168] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1279.835238] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.835303] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1279.916757] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.917043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.917043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.917151] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.918357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.918652] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1279.918778] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1279.918898] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1279.918983] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1279.919077] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1279.919190] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGH for action security_group_rules [ 1279.919303] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGH for action security_group_rules [ 1279.919383] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGH for action security_group_rules [ 1279.919490] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGH for action security_group_rules [ 1279.919542] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGH for action security_group_rules [ 1279.919588] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGH for action security_group_rules [ 1279.919637] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGH for action security_group_rules [ 1279.919668] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGH for action security_group_rules [ 1279.919722] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGH for action security_group_rules [ 1279.919778] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGH for action security_group_rules [ 1279.919837] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGH for action security_group_rules [ 1279.919893] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGH for action security_group_rules [ 1279.919947] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGH for action security_group_rules [ 1279.920017] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGH for action security_group_rules [ 1279.920077] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGH for action security_group_rules [ 1279.920135] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGH for action security_group_rules [ 1279.920196] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGH for action security_group_rules [ 1279.920258] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGH for action security_group_rules [ 1279.920321] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGH for action security_group_rules [ 1279.920385] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGH for action security_group_rules [ 1279.920480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.380780] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.380980] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1280.381052] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 with Priority: HIGH for action security_group_rules [ 1280.381162] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b with Priority: HIGH for action security_group_rules [ 1280.381268] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 with Priority: HIGH for action security_group_rules [ 1280.381375] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 with Priority: HIGH for action security_group_rules [ 1280.381468] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514f70f7-7a88-4089-889a-f2d373e31e92 with Priority: HIGH for action security_group_rules [ 1280.381572] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d with Priority: HIGH for action security_group_rules [ 1280.381776] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f with Priority: HIGH for action security_group_rules [ 1280.381949] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb8b404-a591-46f3-b5f5-1160ba99525f with Priority: HIGH for action security_group_rules [ 1280.382082] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41019d87-cd84-4815-a334-e79d45af11f4 with Priority: HIGH for action security_group_rules [ 1280.382179] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 with Priority: HIGH for action security_group_rules [ 1280.382296] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e with Priority: HIGH for action security_group_rules [ 1280.382404] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 with Priority: HIGH for action security_group_rules [ 1280.382497] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 with Priority: HIGH for action security_group_rules [ 1280.382588] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 with Priority: HIGH for action security_group_rules [ 1280.382681] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 with Priority: HIGH for action security_group_rules [ 1280.382793] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGH for action security_group_rules [ 1280.382845] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f48de2-9584-442f-b83d-6f56fc36f10c with Priority: HIGH for action security_group_rules [ 1280.382935] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea46290-7254-4e00-af0e-cb64b1508ee5 with Priority: HIGH for action security_group_rules [ 1280.383033] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5b886b-e056-4763-89d9-3d1caef447b5 with Priority: HIGH for action security_group_rules [ 1280.383125] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a with Priority: HIGH for action security_group_rules [ 1280.383542] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.383706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.383814] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.384067] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.384164] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f4a7088-c38c-4e35-9df8-b3bd7d0de211',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.385651] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.385651] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.385873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.385975] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.386128] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f802fb15-ec72-4aa7-8af6-ed20a9047a4b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.387118] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.387516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.387516] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.387622] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.387672] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('151dd00e-99bf-4ecf-8082-6bbac2e8beb1',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.390164] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edf8836-1710-423d-ba46-c9af28dad9d8 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.390312] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.390383] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.390511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.390633] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edf8836-1710-423d-ba46-c9af28dad9d8',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.391312] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-514f70f7-7a88-4089-889a-f2d373e31e92 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.391442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.391511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.391615] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.391710] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('514f70f7-7a88-4089-889a-f2d373e31e92',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.392357] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.392960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.392960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.392960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.392960] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1384ceb-c5de-4b68-b258-ad4c25bce45d',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.393909] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3904907b-4834-4ed8-a002-aa3bf3baf36f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.393909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.393909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.393909] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.393909] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3904907b-4834-4ed8-a002-aa3bf3baf36f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.394443] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb8b404-a591-46f3-b5f5-1160ba99525f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.394713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.394823] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.394888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.394978] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb8b404-a591-46f3-b5f5-1160ba99525f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.395631] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41019d87-cd84-4815-a334-e79d45af11f4 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.395754] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.395842] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.396300] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.396300] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41019d87-cd84-4815-a334-e79d45af11f4',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.396682] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ca47575-a9d5-4474-9552-6cf5b7b87105 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.396774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.396841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.396979] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.397065] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ca47575-a9d5-4474-9552-6cf5b7b87105',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.397759] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.397862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.397918] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.398147] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.398147] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4907edf2-c87d-4862-bc77-3e4f0cf5744e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.398907] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.399023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.399091] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.399421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.399421] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.400054] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.400160] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.400206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.400317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.400429] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.401037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.401141] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.401191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.401338] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.401423] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e18cf96-aa9e-4166-a356-5c10e6e2dd49',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.402052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d9de386-3804-48a7-9933-d8d915f6bd55 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.402164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.402349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.402405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.402453] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d9de386-3804-48a7-9933-d8d915f6bd55',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.403217] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.403340] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.403454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.403888] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.403888] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.404767] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0f48de2-9584-442f-b83d-6f56fc36f10c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.404910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.404910] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.405138] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.405258] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0f48de2-9584-442f-b83d-6f56fc36f10c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.406169] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea46290-7254-4e00-af0e-cb64b1508ee5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.406342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.406492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.406662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.406729] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea46290-7254-4e00-af0e-cb64b1508ee5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.407665] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb5b886b-e056-4763-89d9-3d1caef447b5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.407831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.407907] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.408043] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.408117] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb5b886b-e056-4763-89d9-3d1caef447b5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.408723] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c4511e-6a4f-4257-88af-7496a7e13b0a taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.408817] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.408894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.409027] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.409103] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c4511e-6a4f-4257-88af-7496a7e13b0a',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.435451] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.435668] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.435731] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.435990] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.456488] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.456662] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 151dd00e-99bf-4ecf-8082-6bbac2e8beb1 is going to be deleted. [ 1280.511054] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.511319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.511319] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.511468] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.511561] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.511680] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-151dd00e-99bf-4ecf-8082-6bbac2e8beb1" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.921653] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.921935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.921935] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.922054] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.922216] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.922308] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.922362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.922515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.922600] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.922699] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.922795] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.935666] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.979852] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.980060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.980060] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.980304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.982727] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.982873] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.983590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.983657] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.984674] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.984764] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.986246] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.986349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.987269] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.987405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.988221] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.988306] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.989008] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.989109] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.991140] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.991246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.991923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.992055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.992744] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.992841] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.993490] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.993902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.994013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.994717] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.995133] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.995222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.995792] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.996190] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.996304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.996887] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.997355] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.997443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.998453] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.998816] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.998901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.999477] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.999840] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.999929] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.000546] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.000923] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.001025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.001747] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1281.002116] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.002172] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e18cf96-aa9e-4166-a356-5c10e6e2dd49 is going to be deleted. [ 1281.002962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.003175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.020208] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.020342] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1384ceb-c5de-4b68-b258-ad4c25bce45d is going to be deleted. [ 1281.021148] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.021354] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.038886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.039062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f802fb15-ec72-4aa7-8af6-ed20a9047a4b is going to be deleted. [ 1281.039908] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.040123] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.059313] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.059496] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.060332] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.060448] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f4a7088-c38c-4e35-9df8-b3bd7d0de211 is going to be deleted. [ 1281.061285] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.061499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.080282] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.080439] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb5b886b-e056-4763-89d9-3d1caef447b5 is going to be deleted. [ 1281.081298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.081522] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.082968] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.083084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.095280] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.095460] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.129454] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.129629] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d9de386-3804-48a7-9933-d8d915f6bd55 is going to be deleted. [ 1281.130504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.130721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.142880] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.143100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.166076] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.166298] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.208404] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.208583] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea46290-7254-4e00-af0e-cb64b1508ee5 is going to be deleted. [ 1281.209524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.209745] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.249587] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.249790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.274751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.274955] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb8b404-a591-46f3-b5f5-1160ba99525f is going to be deleted. [ 1281.275894] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.276133] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.320246] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.320445] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9 is going to be deleted. [ 1281.321347] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.321577] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.350382] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.350629] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.361176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.361375] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ca47575-a9d5-4474-9552-6cf5b7b87105 is going to be deleted. [ 1281.362417] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.362692] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.406453] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.406676] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4907edf2-c87d-4862-bc77-3e4f0cf5744e is going to be deleted. [ 1281.407662] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.407877] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.441428] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.441644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.447020] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e93d5f-85cd-40ab-8e17-c255a17d8d64: rpc.has_security_group_logging(os_id): False [ 1281.460420] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.460577] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edf8836-1710-423d-ba46-c9af28dad9d8 is going to be deleted. [ 1281.461456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.461673] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.473376] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.473547] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.478059] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.478283] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.497643] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.497785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.506202] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.506379] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.514679] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.514846] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 514f70f7-7a88-4089-889a-f2d373e31e92 is going to be deleted. [ 1281.515852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.516094] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.669466] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.669681] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3904907b-4834-4ed8-a002-aa3bf3baf36f is going to be deleted. [ 1281.670566] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.670777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.700752] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.700957] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.754649] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.754867] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0f48de2-9584-442f-b83d-6f56fc36f10c is going to be deleted. [ 1281.755799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.756042] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.769626] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.769769] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.821351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.821637] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c4511e-6a4f-4257-88af-7496a7e13b0a is going to be deleted. [ 1281.822576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.822804] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.862122] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.862288] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.873061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.873202] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3 is going to be deleted. [ 1281.874172] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.874391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.911415] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.911616] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41019d87-cd84-4815-a334-e79d45af11f4 is going to be deleted. [ 1281.912759] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.913033] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.913185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.913342] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e18cf96-aa9e-4166-a356-5c10e6e2dd49" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.914176] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.914287] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.914355] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.914525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.914608] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.914729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0f48de2-9584-442f-b83d-6f56fc36f10c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.914858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.915013] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.915113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.915234] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1384ceb-c5de-4b68-b258-ad4c25bce45d" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.915775] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.915953] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.916055] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.916176] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f802fb15-ec72-4aa7-8af6-ed20a9047a4b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.916311] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.916472] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.916545] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.916663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f4a7088-c38c-4e35-9df8-b3bd7d0de211" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.916777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.916915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.916991] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.917113] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb5b886b-e056-4763-89d9-3d1caef447b5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.917244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.917433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.917501] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.917614] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d9de386-3804-48a7-9933-d8d915f6bd55" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.917727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.917864] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.917938] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.918057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea46290-7254-4e00-af0e-cb64b1508ee5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.918190] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.918336] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.918421] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.918549] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb8b404-a591-46f3-b5f5-1160ba99525f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.918659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.918796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.918870] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.918980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2abe5b1c-8b4f-48ee-9e1e-e48bd16cf8b9" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.919125] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.919263] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.961749] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.962189] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.965267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.965390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.967019] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.967316] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.967433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.967500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.967702] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.967785] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.967882] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1281.968961] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.969163] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.969252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.969370] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ca47575-a9d5-4474-9552-6cf5b7b87105" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.969503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.969647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.969724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.969837] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edf8836-1710-423d-ba46-c9af28dad9d8" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.969985] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.970153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.970222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.970333] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-514f70f7-7a88-4089-889a-f2d373e31e92" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.970451] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.970589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.970664] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.970773] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3904907b-4834-4ed8-a002-aa3bf3baf36f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.971368] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.971593] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.971688] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.971806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4907edf2-c87d-4862-bc77-3e4f0cf5744e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.971925] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.972086] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.972164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.972270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c4511e-6a4f-4257-88af-7496a7e13b0a" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.972405] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.972548] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.972624] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.972733] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3f9ad8-96af-4ac2-b4f4-5e9a215d1bf3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.007991] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.008194] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.008237] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.008426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.008520] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.008644] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41019d87-cd84-4815-a334-e79d45af11f4" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.165287] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.165525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.165575] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.165767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.165927] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.188187] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1284.205037] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1284.205541] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.383926] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.384302] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.385672] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.385672] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.387125] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.387526] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.388941] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.389371] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.690152] env[65150]: INFO networking_nsxv3.common.synchronization [req-cf80cd4e-e2bf-46ff-8a74-5a56e6f98d09 req-11dac52a-74dd-4a6f-be7b-f0d2ea32c75a tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_members [ 1301.691129] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGHEST for action security_group_members [ 1301.691129] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.691286] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.691364] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.691550] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.691748] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.691850] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.691911] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.692150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.692150] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.692271] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.195122] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.195122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.195122] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.195407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.218215] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.218513] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.218639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.218683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.218883] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.218966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.219070] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 is going to be updated. [ 1302.246137] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.246367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.246367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.246581] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.246721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.255364] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 in Status: IN_PROGRESS for 2s [ 1304.266800] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 in Status: SUCCESS [ 1304.267048] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 deletion is rescheduled due to dependency. [ 1304.267118] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.691484] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.691851] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.692525] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.692896] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.693784] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.693784] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.694918] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.695238] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.696391] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.696741] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.698066] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.698066] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.574247] env[65150]: INFO networking_nsxv3.common.synchronization [req-b8b21a4e-a279-4cc8-ac96-5a2a1a457e42 req-613b8e74-7b8a-4276-97f6-103e94e2119c tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1335.574936] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1335.575397] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.575524] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.575625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.575884] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.576101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.576244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.576323] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.576533] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.576653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.576938] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.655247] env[65150]: INFO networking_nsxv3.common.synchronization [req-2bc244b3-b48b-43ed-a311-20c48f725566 req-a526b316-6d52-4ec6-b8fc-f7add77d59da tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1335.655838] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1335.656189] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.656339] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.656635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.656635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.656780] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.656890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.656952] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.657648] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.657746] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.657873] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.080715] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.080964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.080964] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.081357] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.103560] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.103905] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.104074] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.104170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.104408] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.104525] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.104623] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1336.131449] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.131691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.131691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.131843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.131984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.141850] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1336.160373] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.663264] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.165392] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.165666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.165666] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.165851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.165940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.166067] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1337.199064] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.199317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.199317] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.199504] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.199659] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.209020] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1338.151791] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1338.151791] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b deletion is rescheduled due to dependency. [ 1338.151791] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.219078] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1339.219463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.657184] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.657538] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.852412] env[65150]: INFO networking_nsxv3.common.synchronization [req-713de478-fdb7-441e-9076-888a67fb9433 req-313e0a82-c59b-4930-be4e-077f379c2042 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1342.852929] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1342.853276] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.853443] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.853523] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.853724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.853878] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.853980] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.854062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.854191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.854275] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.854365] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.131979] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.132203] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.132328] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.132594] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.132854] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.133048] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.133171] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.133401] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.133545] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.133753] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.133864] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.133969] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.134090] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.134198] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1343.134300] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.134426] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.155743] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.155950] env[65150]: DEBUG dogpile.cache.region [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1343.156123] env[65150]: DEBUG dogpile.lock [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.156323] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.156667] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock port-43874285-25f7-48a0-b046-a53d9891ec4e taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.156864] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.156989] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.157339] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.157482] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43874285-25f7-48a0-b046-a53d9891ec4e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.357593] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.357758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.357829] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.358092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.358191] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.358389] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.358492] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.358555] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.358701] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.358777] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.358869] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1343.386435] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.386610] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.386691] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.386858] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.387010] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.399499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1343.659754] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.660052] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.660248] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.660537] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.660732] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.660895] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Segment Port 43874285-25f7-48a0-b046-a53d9891ec4e not found, creating... [ 1343.661227] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.661430] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.661555] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.661815] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.662028] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.662346] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.662623] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.662684] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.662871] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.663061] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.663248] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Resource: SegmentPort with ID: 43874285-25f7-48a0-b046-a53d9891ec4e is going to be created. [ 1343.683836] env[65150]: DEBUG networking_nsxv3.common.locking [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.684078] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.684195] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.684475] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.684731] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.684937] env[65150]: DEBUG oslo_concurrency.lockutils [None req-a04a4de3-0ca7-4d5c-bd48-786a34345131 None None] Releasing lock "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.381966] env[65150]: INFO networking_nsxv3.common.synchronization [req-713de478-fdb7-441e-9076-888a67fb9433 req-c1216c40-a71f-4ec1-86c8-bdbbc150f771 service nova] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1344.382260] env[65150]: INFO networking_nsxv3.common.synchronization [req-713de478-fdb7-441e-9076-888a67fb9433 req-c1216c40-a71f-4ec1-86c8-bdbbc150f771 service nova] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1344.382260] env[65150]: INFO networking_nsxv3.common.synchronization [req-713de478-fdb7-441e-9076-888a67fb9433 req-c1216c40-a71f-4ec1-86c8-bdbbc150f771 service nova] Enqueued Resource ID: 43874285-25f7-48a0-b046-a53d9891ec4e with Priority: HIGHEST for action port [ 1344.382469] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1344.382599] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1344.382705] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43874285-25f7-48a0-b046-a53d9891ec4e with Priority: HIGHEST for action port [ 1344.383267] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.383395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.383463] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.383653] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.383730] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.384963] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.385075] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.385604] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-43874285-25f7-48a0-b046-a53d9891ec4e taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.385726] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.385781] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.385967] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.386055] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43874285-25f7-48a0-b046-a53d9891ec4e',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.888083] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.888395] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.888456] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43874285-25f7-48a0-b046-a53d9891ec4e with status ACTIVE [ 1344.888579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.888686] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.888752] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.888987] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.889095] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.889278] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.889407] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.889442] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.889620] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.889700] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.889882] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.889984] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.890089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.890271] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.890390] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.890500] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43874285-25f7-48a0-b046-a53d9891ec4e is going to be updated. [ 1344.911959] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.912177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.912177] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.912349] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.912481] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.912635] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43874285-25f7-48a0-b046-a53d9891ec4e" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.408786] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1345.409227] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b deletion is rescheduled due to dependency. [ 1345.409227] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.409294] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.409480] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.409661] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.409774] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.409843] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.409983] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.410081] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.410178] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.912181] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.414468] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.917100] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.917192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.917192] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.917724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.917724] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.917724] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1346.945634] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.945852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.945852] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.946104] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.946273] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.954861] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1348.966132] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1348.966537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.966537] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.966834] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.967050] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.967175] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.967241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.967401] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.967482] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.967569] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.967659] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.383892] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.384138] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1349.469853] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.972938] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6a3389-c2a3-4bfe-845a-5638875b6f6b: rpc.has_security_group_logging(os_id): False [ 1349.990888] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.991079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.991079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.991284] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.991381] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.991639] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.991744] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.991811] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.991962] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.992057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.992148] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1350.057880] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.058170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.058170] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.058313] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.058465] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.070499] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1352.087986] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1352.088337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.173974] env[65150]: INFO networking_nsxv3.common.synchronization [req-68b648c9-1291-4227-b64e-d8d65ce95c89 req-b88b884c-aa48-439b-bd63-c874aad4d7f9 tempest-ServerActionsTestOtherA-539598071 tempest-ServerActionsTestOtherA-539598071-project-member] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1352.174604] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGHEST for action security_group_members [ 1352.174920] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.175058] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.175127] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.175378] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.175589] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.175703] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.175778] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.175970] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.176072] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.176167] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.679196] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.679196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.679196] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.679512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.679512] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.679734] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.680254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.680392] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.680521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.680609] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.680690] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 is going to be updated. [ 1352.713217] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.713457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.713457] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.713625] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.713767] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.722922] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: IN_PROGRESS for 2s [ 1354.733577] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 in Status: SUCCESS [ 1354.734102] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 deletion is rescheduled due to dependency. [ 1354.734102] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.176100] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.176436] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.177382] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.177716] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.178277] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.178773] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.179472] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.179858] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.180986] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.181476] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.182133] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.182422] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.183342] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.183715] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.184512] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.184889] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.186110] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.186485] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.187947] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.188404] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.189432] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.189905] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.191060] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.191424] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.192269] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.192750] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.194259] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.194259] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.619878] env[65150]: INFO networking_nsxv3.common.synchronization [req-8d6a8c0e-def8-4a9c-a6aa-81801d59c69e req-656e0af2-7ee5-41e2-a530-63418903a559 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1422.620507] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1422.620870] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.621036] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.621106] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.621326] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.621497] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.621597] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.621661] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.621808] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.621901] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.621999] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.124824] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.125084] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.125142] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.125382] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.125499] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.125740] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.125881] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.125966] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.126153] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.126252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.126358] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1423.161635] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.161886] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.161959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.162235] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.162391] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.171093] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1425.182158] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1425.182521] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b deletion is rescheduled due to dependency. [ 1425.182521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.621527] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.621995] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.806994] env[65150]: INFO networking_nsxv3.common.synchronization [req-f7a8695d-cea6-4608-ae69-2f7c96957d51 req-36887cef-8834-4fcb-8b88-3a78443fcc20 tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1429.807496] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1429.807891] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.808025] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.808164] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.808374] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.808532] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.808647] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.808727] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.808876] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.808945] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.809070] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.088042] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.088222] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.088222] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.088455] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.088762] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.088983] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.089137] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.089693] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.089851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.090191] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1430.090325] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] NeedRegenerationException {{(pid=65150) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1430.090439] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] no value, waiting for create lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1430.090549] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] value creation lock acquired {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1430.090663] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] No value present for key: 'zone-id' {{(pid=65150) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1430.090773] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Calling creation function for not-yet-present value {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1430.090917] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1430.112746] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1430.112930] env[65150]: DEBUG dogpile.cache.region [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65150) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1430.113077] env[65150]: DEBUG dogpile.lock [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Released creation lock {{(pid=65150) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1430.113254] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "network-241" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.113561] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock port-eba94087-371c-4600-9082-ad40728b99f3 taken with stack trace [, , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.113730] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.113851] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.114200] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.114342] env[65150]: DEBUG networking_nsxv3.api.rpc [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba94087-371c-4600-9082-ad40728b99f3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.312101] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.312310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.312310] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.312511] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.312607] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.312831] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.312946] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.313023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.313185] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.313265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.313352] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1430.336479] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.336685] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.336756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.336973] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.337132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.347371] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1430.616955] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.617210] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.617264] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.617533] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.617684] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.617839] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Segment Port eba94087-371c-4600-9082-ad40728b99f3 not found, creating... [ 1430.618126] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.618282] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.618401] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.618617] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.618774] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.619075] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.619232] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.619351] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.619557] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.619689] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.619828] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Resource: SegmentPort with ID: eba94087-371c-4600-9082-ad40728b99f3 is going to be created. [ 1430.640151] env[65150]: DEBUG networking_nsxv3.common.locking [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.640369] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.640467] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.640723] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.640984] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.641205] env[65150]: DEBUG oslo_concurrency.lockutils [None req-9de79276-0654-4ccd-8d43-cc50c6e02d47 None None] Releasing lock "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.331577] env[65150]: INFO networking_nsxv3.common.synchronization [req-f7a8695d-cea6-4608-ae69-2f7c96957d51 req-a66fde0c-b2eb-4e27-8799-3f30b7146fd5 service nova] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1431.331859] env[65150]: INFO networking_nsxv3.common.synchronization [req-f7a8695d-cea6-4608-ae69-2f7c96957d51 req-a66fde0c-b2eb-4e27-8799-3f30b7146fd5 service nova] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1431.331901] env[65150]: INFO networking_nsxv3.common.synchronization [req-f7a8695d-cea6-4608-ae69-2f7c96957d51 req-a66fde0c-b2eb-4e27-8799-3f30b7146fd5 service nova] Enqueued Resource ID: eba94087-371c-4600-9082-ad40728b99f3 with Priority: HIGHEST for action port [ 1431.332417] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_rules [ 1431.332555] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1431.332654] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba94087-371c-4600-9082-ad40728b99f3 with Priority: HIGHEST for action port [ 1431.332928] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.333061] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.333129] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.333322] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.333440] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.334233] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.334327] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.334518] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba94087-371c-4600-9082-ad40728b99f3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.334621] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.334683] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.334840] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.334910] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba94087-371c-4600-9082-ad40728b99f3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.836567] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.836799] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.836855] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba94087-371c-4600-9082-ad40728b99f3 with status ACTIVE [ 1431.837029] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.837139] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.837206] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.837424] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.837515] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.837690] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.837790] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.837851] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.838009] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.838092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.838270] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.838362] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.838464] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.838558] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.838639] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.838745] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba94087-371c-4600-9082-ad40728b99f3 is going to be updated. [ 1431.860205] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.860426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.860426] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.860613] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.860756] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.860913] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba94087-371c-4600-9082-ad40728b99f3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.359062] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1432.359062] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b deletion is rescheduled due to dependency. [ 1432.359062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.359062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.359062] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.359062] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.359630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.359630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.359630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.359630] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.359630] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.862118] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.364454] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.866970] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.867182] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.867244] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.867423] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.867514] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.867613] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1433.894314] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.894572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.894572] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.894713] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.894855] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.903029] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1435.916064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1435.916064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.916064] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.916500] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.916695] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.916889] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.917015] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.917277] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.917431] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.917589] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.917759] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.333933] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.334179] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1436.420711] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.922732] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6a3389-c2a3-4bfe-845a-5638875b6f6b: rpc.has_security_group_logging(os_id): False [ 1436.942052] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.942052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.942052] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.942353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.942353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.942751] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.942751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.942751] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.942989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.942989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.942989] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1437.005226] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.005438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.005438] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.005594] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.005750] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.019169] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1439.034064] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1439.034505] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.335260] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.335632] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.336737] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.336737] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.337389] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.337838] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.338450] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.338877] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.339294] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.339764] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.340833] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.340833] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.341985] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.342440] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.343915] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.343915] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.344753] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.345161] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.346210] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.346574] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.341929] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1489.341929] env[65150]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7faeede6-457c-4280-8b5b-43572c7869af None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.347362] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.347771] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.112704] env[65150]: INFO networking_nsxv3.common.synchronization [req-25967036-b9ac-48c9-b528-4e36f2c7ad5b req-ee77dfa4-c574-4967-82e9-00af4c585bac tempest-ServerActionsTestJSON-1768042863 tempest-ServerActionsTestJSON-1768042863-project-member] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1492.113372] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGHEST for action security_group_members [ 1492.113810] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.113997] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.114143] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.114389] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.114579] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.114721] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.114806] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.114994] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.115124] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.115223] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.619309] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.619729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.619729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.619729] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.619872] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.620037] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.620146] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.620291] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.620456] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.620539] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.620624] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b is going to be updated. [ 1492.653572] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.653835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.653835] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.653956] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.654132] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.664382] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: IN_PROGRESS for 2s [ 1494.675581] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b in Status: SUCCESS [ 1494.675989] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b deletion is rescheduled due to dependency. [ 1494.675989] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.114062] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.114410] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.115637] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.115992] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.117118] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.117503] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.118470] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.118845] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.120029] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.120418] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.292020] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.292252] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.292337] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.292491] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.292602] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.794982] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.298060] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.800784] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1518.800983] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1519.555591] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.556023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.556023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.556023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.567934] env[65150]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1519.568947] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.570176] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1519.612590] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.612800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.612800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.613012] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.627041] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.627861] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1519.627945] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.628099] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1519.657856] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.658079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.658079] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.658265] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.658915] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.659066] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1519.738937] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.739222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.739222] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.739394] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.739831] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.740155] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1519.814544] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.814800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.814800] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.814960] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.815297] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.815585] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1519.815677] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad', '11e93d5f-85cd-40ab-8e17-c255a17d8d64', 'b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd', 'b6336ef4-299f-4af3-919a-d19655db1141', 'ad203f42-da3f-41fa-b0fb-0077c907b2bf', '30020f22-9301-42dd-86fa-f11249cf0788', 'dc56e965-05e7-40a5-87b6-96f72b769ad7', '8cba3d19-5e7e-40c9-b6c4-17d269858eba', 'e175d2ce-d98a-4c80-99ad-e5efbec82933', '2489123d-47c2-4fe6-a0b6-09b045ad7690', '23c92381-38c9-486b-a48a-30635c78255f', 'bd34055a-b429-4105-89e6-5fa3db0de723', 'e13549e6-9e86-4b87-be64-e2e80e8edb4c', 'd5d462ef-f5ac-4c36-b79b-fa5971f5177c', 'b008d65e-9d14-4b4f-9e95-745175a9f091', '6a5d24ee-49fc-4424-baa4-c26e395aa8a3', 'dbeaaab4-b80e-46a1-bff3-6d33e2f5e908', 'b7084db9-4abc-4d00-bb00-c19c02ff92a5', '5e341c30-b7fb-4322-ab4b-f7b706298272', '1c6a3389-c2a3-4bfe-845a-5638875b6f6b', '55af9af9-345f-4368-8ed0-9846813e1090', 'e0d3dee2-f3c0-4331-8614-4b4d656149f9', 'daed5885-3199-4bcb-a172-c944b48c825b', '8d7ea52c-c380-4792-9f82-768b5c28fbf2'} {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.815783] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1519.833967] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.834254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.834254] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.834366] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.834455] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.834619] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1519.834704] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.834783] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1519.921896] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.922089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.922089] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.922270] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.923503] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.923762] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1519.923845] env[65150]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65150) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1519.923912] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1519.923981] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1519.924068] env[65150]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1519.924135] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGH for action security_group_rules [ 1519.924215] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGH for action security_group_rules [ 1519.924276] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGH for action security_group_rules [ 1519.924337] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGH for action security_group_rules [ 1519.924394] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGH for action security_group_rules [ 1519.924454] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGH for action security_group_rules [ 1519.924581] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGH for action security_group_rules [ 1519.924645] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGH for action security_group_rules [ 1519.924703] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGH for action security_group_rules [ 1519.924767] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGH for action security_group_rules [ 1519.924815] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGH for action security_group_rules [ 1519.924868] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGH for action security_group_rules [ 1519.924930] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGH for action security_group_rules [ 1519.924987] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGH for action security_group_rules [ 1519.925055] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGH for action security_group_rules [ 1519.925107] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGH for action security_group_rules [ 1519.925166] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGH for action security_group_rules [ 1519.925221] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGH for action security_group_rules [ 1519.925286] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGH for action security_group_rules [ 1519.925362] env[65150]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGH for action security_group_rules [ 1519.925433] env[65150]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.121564] env[65150]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.121954] env[65150]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1522.121954] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad with Priority: HIGH for action security_group_rules [ 1522.121954] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd with Priority: HIGH for action security_group_rules [ 1522.122105] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc56e965-05e7-40a5-87b6-96f72b769ad7 with Priority: HIGH for action security_group_rules [ 1522.122166] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b008d65e-9d14-4b4f-9e95-745175a9f091 with Priority: HIGH for action security_group_rules [ 1522.122263] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a3389-c2a3-4bfe-845a-5638875b6f6b with Priority: HIGH for action security_group_rules [ 1522.122388] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e341c30-b7fb-4322-ab4b-f7b706298272 with Priority: HIGH for action security_group_rules [ 1522.122459] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7084db9-4abc-4d00-bb00-c19c02ff92a5 with Priority: HIGH for action security_group_rules [ 1522.122517] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 with Priority: HIGH for action security_group_rules [ 1522.122611] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d462ef-f5ac-4c36-b79b-fa5971f5177c with Priority: HIGH for action security_group_rules [ 1522.122700] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d24ee-49fc-4424-baa4-c26e395aa8a3 with Priority: HIGH for action security_group_rules [ 1522.122785] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13549e6-9e86-4b87-be64-e2e80e8edb4c with Priority: HIGH for action security_group_rules [ 1522.122878] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34055a-b429-4105-89e6-5fa3db0de723 with Priority: HIGH for action security_group_rules [ 1522.122971] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c92381-38c9-486b-a48a-30635c78255f with Priority: HIGH for action security_group_rules [ 1522.123072] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2489123d-47c2-4fe6-a0b6-09b045ad7690 with Priority: HIGH for action security_group_rules [ 1522.123161] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e175d2ce-d98a-4c80-99ad-e5efbec82933 with Priority: HIGH for action security_group_rules [ 1522.123246] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30020f22-9301-42dd-86fa-f11249cf0788 with Priority: HIGH for action security_group_rules [ 1522.123333] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cba3d19-5e7e-40c9-b6c4-17d269858eba with Priority: HIGH for action security_group_rules [ 1522.123419] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad203f42-da3f-41fa-b0fb-0077c907b2bf with Priority: HIGH for action security_group_rules [ 1522.123507] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e93d5f-85cd-40ab-8e17-c255a17d8d64 with Priority: HIGH for action security_group_rules [ 1522.123597] env[65150]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6336ef4-299f-4af3-919a-d19655db1141 with Priority: HIGH for action security_group_rules [ 1522.123949] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.124105] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.124157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.124351] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.124433] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0d0f8a-f50f-4465-a38b-4f5db8c6d2ad',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.125456] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.126677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.126677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.126677] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.126677] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c3fef-7a48-4e2e-be1e-4e1615b1f6cd',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.266711] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc56e965-05e7-40a5-87b6-96f72b769ad7 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.266978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.266978] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.267157] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc56e965-05e7-40a5-87b6-96f72b769ad7" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.267250] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc56e965-05e7-40a5-87b6-96f72b769ad7',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.268563] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b008d65e-9d14-4b4f-9e95-745175a9f091 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.268563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.268563] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.268882] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b008d65e-9d14-4b4f-9e95-745175a9f091" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.268882] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b008d65e-9d14-4b4f-9e95-745175a9f091',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.269541] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.269684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.269684] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.270890] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6a3389-c2a3-4bfe-845a-5638875b6f6b" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.270890] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6a3389-c2a3-4bfe-845a-5638875b6f6b',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.270890] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e341c30-b7fb-4322-ab4b-f7b706298272 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.271243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.271243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.271243] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e341c30-b7fb-4322-ab4b-f7b706298272" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.271429] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e341c30-b7fb-4322-ab4b-f7b706298272',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.272034] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.272862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.272862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.272862] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7084db9-4abc-4d00-bb00-c19c02ff92a5" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.272862] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7084db9-4abc-4d00-bb00-c19c02ff92a5',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.273340] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.273452] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.273521] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.273667] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbeaaab4-b80e-46a1-bff3-6d33e2f5e908" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.273788] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbeaaab4-b80e-46a1-bff3-6d33e2f5e908',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.276367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.276367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.276367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.276367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d462ef-f5ac-4c36-b79b-fa5971f5177c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.276367] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d462ef-f5ac-4c36-b79b-fa5971f5177c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.276367] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.276367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.276367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.276367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5d24ee-49fc-4424-baa4-c26e395aa8a3" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.277055] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5d24ee-49fc-4424-baa4-c26e395aa8a3',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.277758] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.277758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.277758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.277758] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13549e6-9e86-4b87-be64-e2e80e8edb4c" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.277758] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13549e6-9e86-4b87-be64-e2e80e8edb4c',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.278663] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd34055a-b429-4105-89e6-5fa3db0de723 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.278663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.278663] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.278926] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd34055a-b429-4105-89e6-5fa3db0de723" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.278926] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd34055a-b429-4105-89e6-5fa3db0de723',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.280111] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23c92381-38c9-486b-a48a-30635c78255f taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.280111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.280111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.280111] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23c92381-38c9-486b-a48a-30635c78255f" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.280111] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23c92381-38c9-486b-a48a-30635c78255f',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.281011] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2489123d-47c2-4fe6-a0b6-09b045ad7690 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.281011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.281011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.281011] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2489123d-47c2-4fe6-a0b6-09b045ad7690" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.281011] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2489123d-47c2-4fe6-a0b6-09b045ad7690',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.283092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e175d2ce-d98a-4c80-99ad-e5efbec82933 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.283092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.283092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.283092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e175d2ce-d98a-4c80-99ad-e5efbec82933" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.283092] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e175d2ce-d98a-4c80-99ad-e5efbec82933',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.283092] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30020f22-9301-42dd-86fa-f11249cf0788 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.283092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.283092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.283092] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30020f22-9301-42dd-86fa-f11249cf0788" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.283765] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30020f22-9301-42dd-86fa-f11249cf0788',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.283823] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.283904] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.283959] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.285315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cba3d19-5e7e-40c9-b6c4-17d269858eba" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.285315] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cba3d19-5e7e-40c9-b6c4-17d269858eba',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.285315] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.285315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.285315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.285315] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad203f42-da3f-41fa-b0fb-0077c907b2bf" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.285315] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad203f42-da3f-41fa-b0fb-0077c907b2bf',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.285986] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.286101] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.286220] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.286304] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e93d5f-85cd-40ab-8e17-c255a17d8d64" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.287113] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e93d5f-85cd-40ab-8e17-c255a17d8d64',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.287113] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6336ef4-299f-4af3-919a-d19655db1141 taken with stack trace [, , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.287279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.287279] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.287396] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6336ef4-299f-4af3-919a-d19655db1141" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.287459] env[65150]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6336ef4-299f-4af3-919a-d19655db1141',) {} {{(pid=65150) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.876702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.876944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.876944] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.877241] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.879277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.879385] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.880277] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.880367] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.881124] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.881218] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.881916] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.882023] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.882702] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.882796] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.883481] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.883576] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.884260] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.884353] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.885036] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.885134] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.885761] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.885857] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.886606] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.886706] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.887345] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.887771] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.887866] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.888444] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.888846] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.888940] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.889546] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.889902] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.889998] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.891012] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.891411] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.891528] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.892154] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.892519] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.892612] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.893319] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.893693] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.893784] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.894526] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.894892] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.895017] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.895599] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.895956] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.896057] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.896623] env[65150]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.896999] env[65150]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65150) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.897100] env[65150]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65150) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}}